[ 589.042843] env[69547]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69547) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 589.043216] env[69547]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69547) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 589.043311] env[69547]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69547) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 589.043666] env[69547]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 589.139453] env[69547]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69547) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 589.149366] env[69547]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69547) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 589.192827] env[69547]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 589.863094] env[69547]: INFO nova.virt.driver [None req-d1120da4-979f-43f5-87c0-e1a62434d670 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 589.933387] env[69547]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.933537] env[69547]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.933633] env[69547]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69547) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 592.829421] env[69547]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-af850ca1-4c55-48a8-bb3d-95484ae11648 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.846062] env[69547]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69547) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 592.846260] env[69547]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9628f8a2-4daa-4216-8bc5-e72dae60a1a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.877345] env[69547]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ac0c9. [ 592.877484] env[69547]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.944s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.877997] env[69547]: INFO nova.virt.vmwareapi.driver [None req-d1120da4-979f-43f5-87c0-e1a62434d670 None None] VMware vCenter version: 7.0.3 [ 592.881429] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d52a14-799c-4f3a-baf3-6d8bc60c531c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.902828] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442cd00b-fe83-4a81-b62e-6352243f7077 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.909072] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2039d7-6055-413c-81a1-6369bce499ab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.915939] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a0aecd-5881-499d-9ca7-892e3a2c5a30 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.929355] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d65abfa-7471-4ccf-b1d1-200a42739c3c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.935666] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde1ae5-e488-496e-9038-feb3b1774410 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.966153] env[69547]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-e200e36c-1efd-47d9-9464-35defa345ec0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.971429] env[69547]: DEBUG nova.virt.vmwareapi.driver [None req-d1120da4-979f-43f5-87c0-e1a62434d670 None None] Extension org.openstack.compute already exists. {{(pid=69547) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 592.974026] env[69547]: INFO nova.compute.provider_config [None req-d1120da4-979f-43f5-87c0-e1a62434d670 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 593.477459] env[69547]: DEBUG nova.context [None req-d1120da4-979f-43f5-87c0-e1a62434d670 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),b4522d1b-0966-4f87-8fb5-dd95eb6cd087(cell1) {{(pid=69547) load_cells /opt/stack/nova/nova/context.py:464}} [ 593.479512] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.479745] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.480520] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.480954] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Acquiring lock "b4522d1b-0966-4f87-8fb5-dd95eb6cd087" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.481160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Lock "b4522d1b-0966-4f87-8fb5-dd95eb6cd087" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.482174] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Lock "b4522d1b-0966-4f87-8fb5-dd95eb6cd087" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.502019] env[69547]: INFO dbcounter [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Registered counter for database nova_cell0 [ 593.510136] env[69547]: INFO dbcounter [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Registered counter for database nova_cell1 [ 593.991840] env[69547]: DEBUG oslo_db.sqlalchemy.engines [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69547) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 593.992285] env[69547]: DEBUG oslo_db.sqlalchemy.engines [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69547) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 593.997140] env[69547]: ERROR nova.db.main.api [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 593.997140] env[69547]: result = function(*args, **kwargs) [ 593.997140] env[69547]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 593.997140] env[69547]: return func(*args, **kwargs) [ 593.997140] env[69547]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 593.997140] env[69547]: result = fn(*args, **kwargs) [ 593.997140] env[69547]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 593.997140] env[69547]: return f(*args, **kwargs) [ 593.997140] env[69547]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 593.997140] env[69547]: return db.service_get_minimum_version(context, binaries) [ 593.997140] env[69547]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 593.997140] env[69547]: _check_db_access() [ 593.997140] env[69547]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 593.997140] env[69547]: stacktrace = ''.join(traceback.format_stack()) [ 593.997140] env[69547]: [ 593.998276] env[69547]: ERROR nova.db.main.api [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 593.998276] env[69547]: result = function(*args, **kwargs) [ 593.998276] env[69547]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 593.998276] env[69547]: return func(*args, **kwargs) [ 593.998276] env[69547]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 593.998276] env[69547]: result = fn(*args, **kwargs) [ 593.998276] env[69547]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 593.998276] env[69547]: return f(*args, **kwargs) [ 593.998276] env[69547]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 593.998276] env[69547]: return db.service_get_minimum_version(context, binaries) [ 593.998276] env[69547]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 593.998276] env[69547]: _check_db_access() [ 593.998276] env[69547]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 593.998276] env[69547]: stacktrace = ''.join(traceback.format_stack()) [ 593.998276] env[69547]: [ 593.998665] env[69547]: WARNING nova.objects.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 593.998822] env[69547]: WARNING nova.objects.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Failed to get minimum service version for cell b4522d1b-0966-4f87-8fb5-dd95eb6cd087 [ 593.999294] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Acquiring lock "singleton_lock" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.999445] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Acquired lock "singleton_lock" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.999667] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Releasing lock "singleton_lock" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.999995] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Full set of CONF: {{(pid=69547) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 594.000164] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ******************************************************************************** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 594.000293] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] Configuration options gathered from: {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 594.000430] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 594.000628] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 594.000759] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ================================================================================ {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 594.000965] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] allow_resize_to_same_host = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.001153] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] arq_binding_timeout = 300 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.001283] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] backdoor_port = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.001408] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] backdoor_socket = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.001570] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] block_device_allocate_retries = 60 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.001729] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] block_device_allocate_retries_interval = 3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.001895] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cert = self.pem {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.002298] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.002489] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute_monitors = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.002670] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] config_dir = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.002837] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] config_drive_format = iso9660 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.002970] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.003149] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] config_source = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.003318] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] console_host = devstack {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.003482] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] control_exchange = nova {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.003641] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cpu_allocation_ratio = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.003800] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] daemon = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.003967] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] debug = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.004151] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] default_access_ip_network_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.004322] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] default_availability_zone = nova {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.004479] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] default_ephemeral_format = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.004639] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] default_green_pool_size = 1000 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.004876] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.005056] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] default_schedule_zone = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.005218] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] disk_allocation_ratio = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.005378] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] enable_new_services = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.005578] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] enabled_apis = ['osapi_compute'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.005750] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] enabled_ssl_apis = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.005911] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] flat_injected = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.006079] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] force_config_drive = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.006239] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] force_raw_images = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.006413] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] graceful_shutdown_timeout = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.006592] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] heal_instance_info_cache_interval = -1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.006821] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] host = cpu-1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.006998] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.007173] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] initial_disk_allocation_ratio = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.007331] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] initial_ram_allocation_ratio = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.007539] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.007699] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] instance_build_timeout = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.007855] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] instance_delete_interval = 300 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.008027] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] instance_format = [instance: %(uuid)s] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.008196] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] instance_name_template = instance-%08x {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.008355] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] instance_usage_audit = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.008524] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] instance_usage_audit_period = month {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.008687] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.008849] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] instances_path = /opt/stack/data/nova/instances {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.009021] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] internal_service_availability_zone = internal {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.009238] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] key = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.009414] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] live_migration_retry_count = 30 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.009540] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] log_color = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.009667] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] log_config_append = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.009832] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.009988] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] log_dir = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.010158] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] log_file = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.010287] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] log_options = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.010445] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] log_rotate_interval = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.010614] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] log_rotate_interval_type = days {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.010776] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] log_rotation_type = none {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.010901] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.011031] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.011200] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.011363] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.011490] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.011649] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] long_rpc_timeout = 1800 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.011804] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] max_concurrent_builds = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.011955] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] max_concurrent_live_migrations = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.012121] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] max_concurrent_snapshots = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.012276] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] max_local_block_devices = 3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.012428] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] max_logfile_count = 30 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.012582] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] max_logfile_size_mb = 200 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.012732] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] maximum_instance_delete_attempts = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.012894] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] metadata_listen = 0.0.0.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.013068] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] metadata_listen_port = 8775 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.013235] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] metadata_workers = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.013395] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] migrate_max_retries = -1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.013556] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] mkisofs_cmd = genisoimage {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.013760] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] my_block_storage_ip = 10.180.1.21 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.013892] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] my_ip = 10.180.1.21 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.014115] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.014283] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] network_allocate_retries = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.014461] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.014630] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] osapi_compute_listen = 0.0.0.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.014788] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] osapi_compute_listen_port = 8774 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.014949] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] osapi_compute_unique_server_name_scope = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.015129] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] osapi_compute_workers = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.015292] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] password_length = 12 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.015478] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] periodic_enable = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.015652] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] periodic_fuzzy_delay = 60 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.015820] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] pointer_model = usbtablet {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.015984] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] preallocate_images = none {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.016154] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] publish_errors = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.016282] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] pybasedir = /opt/stack/nova {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.016447] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ram_allocation_ratio = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.016608] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] rate_limit_burst = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.016772] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] rate_limit_except_level = CRITICAL {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.016926] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] rate_limit_interval = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.017090] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] reboot_timeout = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.017249] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] reclaim_instance_interval = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.017399] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] record = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.017564] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] reimage_timeout_per_gb = 60 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.017730] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] report_interval = 120 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.017884] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] rescue_timeout = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.018049] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] reserved_host_cpus = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.018208] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] reserved_host_disk_mb = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.018366] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] reserved_host_memory_mb = 512 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.018525] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] reserved_huge_pages = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.018678] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] resize_confirm_window = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.018832] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] resize_fs_using_block_device = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.018984] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] resume_guests_state_on_host_boot = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.019180] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.019344] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] rpc_response_timeout = 60 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.019515] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] run_external_periodic_tasks = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.019665] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] running_deleted_instance_action = reap {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.019825] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] running_deleted_instance_poll_interval = 1800 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.019979] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] running_deleted_instance_timeout = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.020148] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler_instance_sync_interval = 120 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.020314] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_down_time = 720 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.020479] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] servicegroup_driver = db {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.020633] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] shell_completion = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.020788] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] shelved_offload_time = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.020941] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] shelved_poll_interval = 3600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.021120] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] shutdown_timeout = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.021278] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] source_is_ipv6 = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.021439] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ssl_only = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.021680] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.021847] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] sync_power_state_interval = 600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.022013] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] sync_power_state_pool_size = 1000 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.022187] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] syslog_log_facility = LOG_USER {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.022342] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] tempdir = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.022500] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] timeout_nbd = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.022668] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] transport_url = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.022834] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] update_resources_interval = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.022990] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] use_cow_images = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.023176] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] use_journal = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.023334] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] use_json = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.023512] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] use_rootwrap_daemon = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.023680] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] use_stderr = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.023838] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] use_syslog = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.023992] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vcpu_pin_set = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.024170] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plugging_is_fatal = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.024335] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plugging_timeout = 300 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.024496] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] virt_mkfs = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.024655] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] volume_usage_poll_interval = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.024811] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] watch_log_file = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.024974] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] web = /usr/share/spice-html5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 594.025169] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.025333] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.025543] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.025745] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_concurrency.disable_process_locking = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026054] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026242] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026413] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026586] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026758] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.026935] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027132] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.auth_strategy = keystone {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027302] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.compute_link_prefix = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027477] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027649] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.dhcp_domain = novalocal {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027815] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.enable_instance_password = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.027976] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.glance_link_prefix = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028164] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028336] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028498] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.instance_list_per_project_cells = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028660] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.list_records_by_skipping_down_cells = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028818] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.local_metadata_per_cell = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.028979] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.max_limit = 1000 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029156] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.metadata_cache_expiration = 15 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029327] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.neutron_default_tenant_id = default {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029496] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.response_validation = warn {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029665] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.use_neutron_default_nets = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029826] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.029984] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030159] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030330] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030495] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.vendordata_dynamic_targets = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030659] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.vendordata_jsonfile_path = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.030834] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031037] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.backend = dogpile.cache.memcached {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031210] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.backend_argument = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031372] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.backend_expiration_time = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031544] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.config_prefix = cache.oslo {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031716] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.dead_timeout = 60.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.031881] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.debug_cache_backend = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032051] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.enable_retry_client = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032216] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.enable_socket_keepalive = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032386] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.enabled = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032548] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.enforce_fips_mode = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032713] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.expiration_time = 600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.032874] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.hashclient_retry_attempts = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033063] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.hashclient_retry_delay = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033237] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_dead_retry = 300 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033400] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_password = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033596] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033768] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.033931] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_pool_maxsize = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034104] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034268] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_sasl_enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034446] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034615] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_socket_timeout = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034774] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.memcache_username = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.034937] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.proxies = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035106] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.redis_db = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035263] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.redis_password = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035472] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.redis_sentinel_service_name = mymaster {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035639] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035809] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.redis_server = localhost:6379 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.035976] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.redis_socket_timeout = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036149] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.redis_username = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036312] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.retry_attempts = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036477] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.retry_delay = 0.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036641] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.socket_keepalive_count = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036799] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.socket_keepalive_idle = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.036958] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.socket_keepalive_interval = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037139] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.tls_allowed_ciphers = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037300] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.tls_cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037456] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.tls_certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037630] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.tls_enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.037869] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cache.tls_keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038069] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.auth_section = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038254] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.auth_type = password {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038418] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038601] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.catalog_info = volumev3::publicURL {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038765] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.038930] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039107] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.cross_az_attach = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039272] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.debug = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039433] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.endpoint_template = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039607] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.http_retries = 3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039803] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.039923] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040090] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.os_region_name = RegionOne {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040257] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040417] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cinder.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040589] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040747] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.cpu_dedicated_set = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.040933] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.cpu_shared_set = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041112] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.image_type_exclude_list = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041276] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041441] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.max_concurrent_disk_ops = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041603] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.max_disk_devices_to_attach = -1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041762] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.041932] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042121] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.resource_provider_association_refresh = 300 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042293] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042457] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.shutdown_retry_interval = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042641] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.042821] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] conductor.workers = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043019] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] console.allowed_origins = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043180] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] console.ssl_ciphers = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043354] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] console.ssl_minimum_version = default {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043551] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] consoleauth.enforce_session_timeout = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043730] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] consoleauth.token_ttl = 600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.043928] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044108] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044279] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044439] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.connect_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044600] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.connect_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044759] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.endpoint_override = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.044920] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045086] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045249] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.max_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045411] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.min_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045594] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.region_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045759] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.retriable_status_codes = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.045916] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.service_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046109] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.service_type = accelerator {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046279] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046439] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.status_code_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046597] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.status_code_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046754] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.046966] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047153] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] cyborg.version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047328] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.asyncio_connection = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047490] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.asyncio_slave_connection = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047664] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.backend = sqlalchemy {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047835] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.connection = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.047999] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.connection_debug = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048182] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.connection_parameters = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048346] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.connection_recycle_time = 3600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048510] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.connection_trace = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048674] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.db_inc_retry_interval = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048835] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.db_max_retries = 20 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.048997] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.db_max_retry_interval = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049172] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.db_retry_interval = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049332] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.max_overflow = 50 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049492] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.max_pool_size = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049652] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.max_retries = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049821] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.049997] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.mysql_wsrep_sync_wait = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050191] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.pool_timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050357] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.retry_interval = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050515] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.slave_connection = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050679] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.sqlite_synchronous = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.050841] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] database.use_db_reconnect = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051029] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.asyncio_connection = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051182] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.asyncio_slave_connection = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051354] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.backend = sqlalchemy {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051528] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.connection = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051696] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.connection_debug = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.051864] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.connection_parameters = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052035] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.connection_recycle_time = 3600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052372] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.connection_trace = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052427] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.db_inc_retry_interval = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052562] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.db_max_retries = 20 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052728] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.db_max_retry_interval = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.052901] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.db_retry_interval = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053097] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.max_overflow = 50 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053267] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.max_pool_size = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053451] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.max_retries = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053642] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053807] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.053966] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.pool_timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054157] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.retry_interval = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054320] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.slave_connection = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054484] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] api_database.sqlite_synchronous = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054662] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] devices.enabled_mdev_types = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.054839] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055023] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ephemeral_storage_encryption.default_format = luks {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055187] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ephemeral_storage_encryption.enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055349] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055558] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.api_servers = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055726] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.055890] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056098] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056268] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.connect_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056436] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.connect_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056619] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.debug = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056794] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.default_trusted_certificate_ids = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.056959] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.enable_certificate_validation = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057135] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.enable_rbd_download = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057296] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.endpoint_override = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057463] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057625] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057784] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.max_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.057940] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.min_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058113] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.num_retries = 3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058285] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.rbd_ceph_conf = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058449] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.rbd_connect_timeout = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058620] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.rbd_pool = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058785] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.rbd_user = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.058961] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.region_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059173] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.retriable_status_codes = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059340] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.service_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059513] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.service_type = image {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059720] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.059835] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.status_code_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060019] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.status_code_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060164] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060346] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060512] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.verify_glance_signatures = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060672] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] glance.version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.060838] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] guestfs.debug = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061025] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.auth_section = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061181] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.auth_type = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061340] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061498] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061661] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061821] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.connect_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.061987] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.connect_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062182] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.endpoint_override = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062351] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062509] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062692] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.max_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.062869] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.min_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063039] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.region_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063202] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.retriable_status_codes = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063362] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.service_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063558] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.service_type = shared-file-system {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063731] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.share_apply_policy_timeout = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.063894] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064076] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.status_code_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064244] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.status_code_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064404] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064588] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064751] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] manila.version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.064917] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] mks.enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065304] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065521] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] image_cache.manager_interval = 2400 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065698] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] image_cache.precache_concurrency = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.065869] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] image_cache.remove_unused_base_images = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066048] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066220] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066409] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] image_cache.subdirectory_name = _base {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066575] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.api_max_retries = 60 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066741] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.api_retry_interval = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.066899] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.auth_section = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067074] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.auth_type = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067237] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067393] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067557] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067726] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.conductor_group = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.067933] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.connect_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068114] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.connect_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068279] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.endpoint_override = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068443] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068602] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068760] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.max_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.068918] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.min_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069107] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.peer_list = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069276] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.region_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069435] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.retriable_status_codes = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069601] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.serial_console_state_timeout = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069757] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.service_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.069926] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.service_type = baremetal {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070128] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.shard = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070253] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070412] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.status_code_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070572] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.status_code_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070730] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.070943] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071124] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ironic.version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071312] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071489] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] key_manager.fixed_key = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071675] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071838] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.barbican_api_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.071997] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.barbican_endpoint = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072181] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.barbican_endpoint_type = public {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072341] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.barbican_region_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072499] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072657] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072818] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.072977] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073161] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073327] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.number_of_retries = 60 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073487] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.retry_delay = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073649] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.send_service_user_token = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073822] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.073998] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074180] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.verify_ssl = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074340] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican.verify_ssl_path = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074505] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican_service_user.auth_section = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074670] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican_service_user.auth_type = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074826] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican_service_user.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.074981] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican_service_user.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075154] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican_service_user.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075312] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican_service_user.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075487] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican_service_user.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075670] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican_service_user.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075807] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] barbican_service_user.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.075973] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.approle_role_id = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076143] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.approle_secret_id = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076312] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.kv_mountpoint = secret {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076476] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.kv_path = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076637] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.kv_version = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.076798] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.namespace = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077047] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.root_token_id = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077239] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.ssl_ca_crt_file = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077412] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.timeout = 60.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077581] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.use_ssl = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077759] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.077929] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078113] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078285] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078444] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.connect_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078605] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.connect_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078762] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.endpoint_override = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.078923] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079101] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079267] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.max_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079424] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.min_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079583] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.region_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079742] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.retriable_status_codes = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.079952] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.service_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080142] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.service_type = identity {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080278] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080438] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.status_code_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080595] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.status_code_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080749] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.080926] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.081094] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] keystone.version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.081283] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.ceph_mount_options = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082069] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082069] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.connection_uri = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082069] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.cpu_mode = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082217] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.cpu_model_extra_flags = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082371] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.cpu_models = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082542] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.cpu_power_governor_high = performance {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082710] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.cpu_power_governor_low = powersave {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.082876] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.cpu_power_management = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083093] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083274] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.device_detach_attempts = 8 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083442] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.device_detach_timeout = 20 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083608] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.disk_cachemodes = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083773] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.disk_prefix = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.083938] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.enabled_perf_events = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084110] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.file_backed_memory = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084276] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.gid_maps = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084432] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.hw_disk_discard = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084590] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.hw_machine_type = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084764] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.images_rbd_ceph_conf = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.084918] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085086] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085256] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.images_rbd_glance_store_name = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085448] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.images_rbd_pool = rbd {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085625] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.images_type = default {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085789] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.images_volume_group = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.085977] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.inject_key = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086176] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.inject_partition = -2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086343] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.inject_password = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086518] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.iscsi_iface = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086706] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.iser_use_multipath = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.086874] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_bandwidth = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.087046] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.087212] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_downtime = 500 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.087373] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.087530] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.087690] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_inbound_addr = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.087847] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.088009] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_permit_post_copy = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.088189] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_scheme = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.088359] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_timeout_action = abort {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.088519] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_tunnelled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.088677] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_uri = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.088836] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.live_migration_with_native_tls = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.089028] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.max_queues = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.089218] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.089447] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.089611] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.nfs_mount_options = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.089900] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.090089] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.090257] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.num_iser_scan_tries = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.090461] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.num_memory_encrypted_guests = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.090582] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.090747] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.num_pcie_ports = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.090913] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.num_volume_scan_tries = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.091086] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.pmem_namespaces = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.091248] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.quobyte_client_cfg = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.091538] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.091715] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rbd_connect_timeout = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.091882] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.092078] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.092257] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rbd_secret_uuid = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.092419] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rbd_user = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.092584] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.092756] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.remote_filesystem_transport = ssh {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.092915] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rescue_image_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.093093] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rescue_kernel_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.093259] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rescue_ramdisk_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.093434] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.093594] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.rx_queue_size = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.093766] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.smbfs_mount_options = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.094070] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.094250] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.snapshot_compression = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.094412] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.snapshot_image_format = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.094646] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.094814] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.sparse_logical_volumes = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.094977] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.swtpm_enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.095191] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.swtpm_group = tss {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.095365] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.swtpm_user = tss {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.095565] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.sysinfo_serial = unique {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.095734] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.tb_cache_size = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.095891] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.tx_queue_size = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.096064] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.uid_maps = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.096231] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.use_virtio_for_bridges = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.096438] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.virt_type = kvm {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.096616] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.volume_clear = zero {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.096790] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.volume_clear_size = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.096955] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.volume_enforce_multipath = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.097134] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.volume_use_multipath = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.097296] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.vzstorage_cache_path = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.097465] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.097633] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.vzstorage_mount_group = qemu {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.097824] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.vzstorage_mount_opts = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.098027] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.098321] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.098503] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.vzstorage_mount_user = stack {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.098671] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.098842] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.auth_section = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.099026] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.auth_type = password {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.099193] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.099354] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.099514] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.099672] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.connect_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.099829] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.connect_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.099995] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.default_floating_pool = public {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.100164] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.endpoint_override = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.100330] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.extension_sync_interval = 600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.100483] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.http_retries = 3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.100648] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.100822] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.100994] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.max_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.101179] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.101337] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.min_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.101501] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.ovs_bridge = br-int {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.101667] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.physnets = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.101836] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.region_name = RegionOne {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.102198] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.retriable_status_codes = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.102319] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.service_metadata_proxy = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.102468] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.service_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.102617] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.service_type = network {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.102790] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.102948] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.status_code_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.103118] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.status_code_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.103276] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.103457] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.103619] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] neutron.version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.103794] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] notifications.bdms_in_notifications = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.103997] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] notifications.default_level = INFO {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.104181] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] notifications.include_share_mapping = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.104359] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] notifications.notification_format = unversioned {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.104526] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] notifications.notify_on_state_change = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.104700] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.104871] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] pci.alias = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.105044] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] pci.device_spec = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.105212] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] pci.report_in_placement = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.105381] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.auth_section = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.105582] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.auth_type = password {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.105757] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.105916] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.106082] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.106244] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.106401] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.connect_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.106579] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.connect_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.106737] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.default_domain_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.106919] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.default_domain_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.107103] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.domain_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.107264] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.domain_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.107420] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.endpoint_override = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.107580] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.107731] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.107883] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.max_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.108049] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.min_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.108220] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.password = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.108376] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.project_domain_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.108543] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.project_domain_name = Default {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.108708] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.project_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.108877] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.project_name = service {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.109054] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.region_name = RegionOne {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.109219] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.retriable_status_codes = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.109380] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.service_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.109549] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.service_type = placement {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.109711] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.109875] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.status_code_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.110066] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.status_code_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.110269] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.system_scope = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.110451] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.110563] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.trust_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.110805] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.user_domain_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.110917] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.user_domain_name = Default {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.110998] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.user_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.111172] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.username = nova {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.111354] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.111511] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] placement.version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.111696] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.cores = 20 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.111858] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.count_usage_from_placement = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.112034] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.112207] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.injected_file_content_bytes = 10240 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.112370] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.injected_file_path_length = 255 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.112536] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.injected_files = 5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.112705] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.instances = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.112867] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.key_pairs = 100 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.113071] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.metadata_items = 128 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.113245] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.ram = 51200 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.113411] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.recheck_quota = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.113579] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.server_group_members = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.113741] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.server_groups = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.113960] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.114147] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] quota.unified_limits_resource_strategy = require {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.114321] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.114485] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.114648] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.image_metadata_prefilter = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.114806] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.114964] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.max_attempts = 3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.115144] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.max_placement_results = 1000 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.115309] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.115492] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.query_placement_for_image_type_support = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.115662] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.115835] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] scheduler.workers = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.116060] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.116246] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.116428] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.116600] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.116764] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.116925] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.117097] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.117286] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.117455] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.host_subset_size = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.117619] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.117774] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.117932] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.118104] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.118277] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.118438] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.isolated_hosts = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.118597] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.isolated_images = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.118751] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.118904] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.119100] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.119268] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.pci_in_placement = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.119429] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.119588] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.119745] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.119901] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.120069] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.120234] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.120396] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.track_instance_changes = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.120558] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.120723] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] metrics.required = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.120954] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] metrics.weight_multiplier = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.121055] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.121207] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] metrics.weight_setting = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.121524] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.121700] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] serial_console.enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.121862] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] serial_console.port_range = 10000:20000 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.122065] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.122253] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.122424] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] serial_console.serialproxy_port = 6083 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.122582] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.auth_section = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.122761] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.auth_type = password {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.122919] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.123085] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.123249] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.123408] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.123564] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.123732] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.send_service_user_token = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.123894] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.124058] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] service_user.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.124231] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.agent_enabled = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.124391] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.124700] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.124897] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.125094] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.html5proxy_port = 6082 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.125268] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.image_compression = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.125436] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.jpeg_compression = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.125607] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.playback_compression = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.125768] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.require_secure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.125937] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.server_listen = 127.0.0.1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.126116] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.126399] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.126566] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.streaming_mode = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.126726] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] spice.zlib_compression = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.126890] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] upgrade_levels.baseapi = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.127074] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] upgrade_levels.compute = auto {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.127236] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] upgrade_levels.conductor = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.127391] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] upgrade_levels.scheduler = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.127554] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vendordata_dynamic_auth.auth_section = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.127716] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vendordata_dynamic_auth.auth_type = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.127903] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vendordata_dynamic_auth.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.128077] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vendordata_dynamic_auth.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.128241] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.128399] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vendordata_dynamic_auth.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.128555] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vendordata_dynamic_auth.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.128717] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.128871] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vendordata_dynamic_auth.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.129053] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.api_retry_count = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.129215] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.ca_file = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.129388] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.cache_prefix = devstack-image-cache {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.129555] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.cluster_name = testcl1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.129717] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.connection_pool_size = 10 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.129875] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.console_delay_seconds = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.130051] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.datastore_regex = ^datastore.* {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.130264] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.130485] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.host_password = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.130662] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.host_port = 443 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.130785] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.host_username = administrator@vsphere.local {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.131101] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.insecure = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.131187] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.integration_bridge = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.131298] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.maximum_objects = 100 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.131457] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.pbm_default_policy = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.131618] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.pbm_enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.131775] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.pbm_wsdl_location = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.131941] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.132109] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.serial_port_proxy_uri = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.132268] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.serial_port_service_uri = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.132432] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.task_poll_interval = 0.5 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.132601] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.use_linked_clone = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.132771] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.vnc_keymap = en-us {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.132935] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.vnc_port = 5900 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.133108] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vmware.vnc_port_total = 10000 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.133290] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.auth_schemes = ['none'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.133467] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.133754] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.133959] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.134148] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.novncproxy_port = 6080 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.134337] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.server_listen = 127.0.0.1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.134514] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.134674] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.vencrypt_ca_certs = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.134829] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.vencrypt_client_cert = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.134983] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vnc.vencrypt_client_key = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.135170] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.135331] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.disable_deep_image_inspection = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.135518] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.135691] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.135854] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.136027] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.disable_rootwrap = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.136187] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.enable_numa_live_migration = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.136347] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.136508] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.136668] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.136841] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.libvirt_disable_apic = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.137180] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.137358] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.137525] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.137690] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.137865] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.138040] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.138210] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.138374] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.138535] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.138700] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.138883] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.139063] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.client_socket_timeout = 900 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.139234] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.default_pool_size = 1000 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.139397] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.keep_alive = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.139561] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.max_header_line = 16384 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.139723] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.secure_proxy_ssl_header = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.139902] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.ssl_ca_file = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.140093] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.ssl_cert_file = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.140256] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.ssl_key_file = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.140421] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.tcp_keepidle = 600 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.140591] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.140768] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] zvm.ca_file = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.140916] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] zvm.cloud_connector_url = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.141232] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.141397] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] zvm.reachable_timeout = 300 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.141570] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.141751] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.141926] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.connection_string = messaging:// {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.142105] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.enabled = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.142279] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.es_doc_type = notification {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.142442] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.es_scroll_size = 10000 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.142613] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.es_scroll_time = 2m {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.142773] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.filter_error_trace = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.142959] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.hmac_keys = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.143158] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.sentinel_service_name = mymaster {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.143327] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.socket_timeout = 0.1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.143492] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.trace_requests = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.143652] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler.trace_sqlalchemy = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.143836] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler_jaeger.process_tags = {} {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.143991] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler_jaeger.service_name_prefix = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.144166] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] profiler_otlp.service_name_prefix = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.144334] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] remote_debug.host = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.144489] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] remote_debug.port = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.144664] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.144823] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.144982] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.145156] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.145318] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.145506] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.145681] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.145842] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.146042] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.146232] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.146418] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.146606] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.146777] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.146941] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.147120] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.147290] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.147454] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.147614] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.147780] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.147942] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.148112] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.148277] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.148439] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.148601] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.148764] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.148921] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.149127] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.149293] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.149503] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.149682] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.149844] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.ssl = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.150035] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.150197] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.150359] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.150527] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.150699] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.ssl_version = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.150864] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.151047] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.151227] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_notifications.retry = -1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.151458] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.151563] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_messaging_notifications.transport_url = **** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.151725] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.auth_section = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.151908] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.auth_type = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.152108] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.cafile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.152277] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.certfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.152464] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.collect_timing = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.152636] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.connect_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.152798] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.connect_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.152953] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.endpoint_id = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.153139] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.endpoint_interface = publicURL {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.153298] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.endpoint_override = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.153458] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.endpoint_region_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.153613] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.endpoint_service_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.153770] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.endpoint_service_type = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.153930] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.insecure = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.154098] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.keyfile = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.154257] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.max_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.154413] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.min_version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.154566] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.region_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.154719] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.retriable_status_codes = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.154875] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.service_name = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.155054] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.service_type = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.155238] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.split_loggers = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.155402] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.status_code_retries = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.155598] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.status_code_retry_delay = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.155762] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.timeout = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.155918] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.valid_interfaces = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.156085] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_limit.version = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.156252] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_reports.file_event_handler = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.156415] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.156575] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] oslo_reports.log_dir = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.156743] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.156897] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.157064] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.157232] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.157391] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.157545] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.157716] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.157903] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_ovs_privileged.group = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.158076] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.158245] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.158435] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.158614] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] vif_plug_ovs_privileged.user = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.158785] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_linux_bridge.flat_interface = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.158962] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.159149] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.159320] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.159491] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.159660] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.159828] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.159988] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.160183] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.160356] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_ovs.isolate_vif = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.160524] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.160690] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.160889] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.161083] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_ovs.ovsdb_interface = native {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.161252] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] os_vif_ovs.per_port_bridge = False {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.161485] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] privsep_osbrick.capabilities = [21] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.161641] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] privsep_osbrick.group = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.161777] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] privsep_osbrick.helper_command = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.161944] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.162122] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.162280] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] privsep_osbrick.user = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.162452] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.162608] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] nova_sys_admin.group = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.162764] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] nova_sys_admin.helper_command = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.162927] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.163102] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.163258] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] nova_sys_admin.user = None {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 594.163387] env[69547]: DEBUG oslo_service.backend.eventlet.service [None req-9f02bcdf-c27f-4b20-acaa-e89e9d968eaa None None] ******************************************************************************** {{(pid=69547) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 594.163805] env[69547]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 594.667177] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Getting list of instances from cluster (obj){ [ 594.667177] env[69547]: value = "domain-c8" [ 594.667177] env[69547]: _type = "ClusterComputeResource" [ 594.667177] env[69547]: } {{(pid=69547) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 594.668207] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710c9076-c1f6-4f0d-b96d-986947985265 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.677170] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Got total of 0 instances {{(pid=69547) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 594.677738] env[69547]: WARNING nova.virt.vmwareapi.driver [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 594.678212] env[69547]: INFO nova.virt.node [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Generated node identity 3dff35a2-8b92-4f77-8c0d-98fc04223d9d [ 594.678441] env[69547]: INFO nova.virt.node [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Wrote node identity 3dff35a2-8b92-4f77-8c0d-98fc04223d9d to /opt/stack/data/n-cpu-1/compute_id [ 595.182130] env[69547]: WARNING nova.compute.manager [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Compute nodes ['3dff35a2-8b92-4f77-8c0d-98fc04223d9d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 596.187614] env[69547]: INFO nova.compute.manager [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 597.197109] env[69547]: WARNING nova.compute.manager [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 597.197109] env[69547]: DEBUG oslo_concurrency.lockutils [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.197109] env[69547]: DEBUG oslo_concurrency.lockutils [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.197109] env[69547]: DEBUG oslo_concurrency.lockutils [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.197109] env[69547]: DEBUG nova.compute.resource_tracker [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 597.197109] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6b300-6961-4ed1-82e3-fb865e45ef68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.204526] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5417904-f5b5-4067-8111-66baf673bc04 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.219869] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e7b71c-fa8a-48c4-8e36-2e253d04b2f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.226191] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fafcc0-e99d-406d-864a-944d18cad1a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.254589] env[69547]: DEBUG nova.compute.resource_tracker [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181008MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 597.254983] env[69547]: DEBUG oslo_concurrency.lockutils [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.255436] env[69547]: DEBUG oslo_concurrency.lockutils [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.759373] env[69547]: WARNING nova.compute.resource_tracker [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] No compute node record for cpu-1:3dff35a2-8b92-4f77-8c0d-98fc04223d9d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 3dff35a2-8b92-4f77-8c0d-98fc04223d9d could not be found. [ 598.262838] env[69547]: INFO nova.compute.resource_tracker [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d [ 599.773078] env[69547]: DEBUG nova.compute.resource_tracker [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 599.773078] env[69547]: DEBUG nova.compute.resource_tracker [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 599.922390] env[69547]: INFO nova.scheduler.client.report [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] [req-e9038c48-f6ec-46b4-91c4-f4d92ccbb9ca] Created resource provider record via placement API for resource provider with UUID 3dff35a2-8b92-4f77-8c0d-98fc04223d9d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 599.939106] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed202e4f-cec5-4759-a182-120a502b8ae5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.946592] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deed6563-d983-405d-8bfa-dc8468b600e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.976036] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509e53ed-7963-407e-af00-0754779da5b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.982673] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8475de33-8d42-4912-853e-b429d1a8d859 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.995257] env[69547]: DEBUG nova.compute.provider_tree [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.531870] env[69547]: DEBUG nova.scheduler.client.report [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 600.532138] env[69547]: DEBUG nova.compute.provider_tree [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 0 to 1 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 600.532281] env[69547]: DEBUG nova.compute.provider_tree [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.581448] env[69547]: DEBUG nova.compute.provider_tree [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 1 to 2 during operation: update_traits {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 601.090113] env[69547]: DEBUG nova.compute.resource_tracker [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 601.090497] env[69547]: DEBUG oslo_concurrency.lockutils [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.090497] env[69547]: DEBUG nova.service [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Creating RPC server for service compute {{(pid=69547) start /opt/stack/nova/nova/service.py:186}} [ 601.102849] env[69547]: DEBUG nova.service [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] Join ServiceGroup membership for this service compute {{(pid=69547) start /opt/stack/nova/nova/service.py:203}} [ 601.103053] env[69547]: DEBUG nova.servicegroup.drivers.db [None req-003bb59f-3bab-449c-900c-3931e75aa5d4 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69547) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 633.105741] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.609054] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Getting list of instances from cluster (obj){ [ 633.609054] env[69547]: value = "domain-c8" [ 633.609054] env[69547]: _type = "ClusterComputeResource" [ 633.609054] env[69547]: } {{(pid=69547) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 633.610227] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a28e486-1979-4bb3-880a-06a78ae8e012 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.620729] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Got total of 0 instances {{(pid=69547) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 633.620971] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.623285] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Getting list of instances from cluster (obj){ [ 633.623285] env[69547]: value = "domain-c8" [ 633.623285] env[69547]: _type = "ClusterComputeResource" [ 633.623285] env[69547]: } {{(pid=69547) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 633.624288] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3228d021-8d13-4b76-a692-fb49b09206e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.634084] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Got total of 0 instances {{(pid=69547) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 641.777596] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquiring lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.777876] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.284130] env[69547]: DEBUG nova.compute.manager [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.833344] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.833833] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.836398] env[69547]: INFO nova.compute.claims [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.461029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "9e2267ca-a62e-4cff-a797-7695330e5aa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.461029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "9e2267ca-a62e-4cff-a797-7695330e5aa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.830102] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquiring lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.831520] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.939920] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e72fcf-68d0-4ee6-b7e2-87a7aabb4e63 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.948966] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f8214e-6696-40e5-a6b3-cab8d4bac26f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.984595] env[69547]: DEBUG nova.compute.manager [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.989676] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28e4ea5-a63e-42c2-a34f-dd5e34e5af4b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.000744] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c64e43d-339c-4463-92c1-b405335d9410 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.015742] env[69547]: DEBUG nova.compute.provider_tree [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.174187] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquiring lock "e1b3c6c8-f311-4a76-9275-5c155c162449" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.174187] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "e1b3c6c8-f311-4a76-9275-5c155c162449" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.333981] env[69547]: DEBUG nova.compute.manager [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.516494] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.520715] env[69547]: DEBUG nova.scheduler.client.report [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.676503] env[69547]: DEBUG nova.compute.manager [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.861210] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.889652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquiring lock "5c083db7-c953-4bee-961e-62fff3fff8ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.890049] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "5c083db7-c953-4bee-961e-62fff3fff8ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.026972] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.027926] env[69547]: DEBUG nova.compute.manager [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.034626] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.518s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.036117] env[69547]: INFO nova.compute.claims [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.146555] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquiring lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.146780] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.203258] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.393994] env[69547]: DEBUG nova.compute.manager [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.537460] env[69547]: DEBUG nova.compute.utils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.540074] env[69547]: DEBUG nova.compute.manager [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.540074] env[69547]: DEBUG nova.network.neutron [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.650102] env[69547]: DEBUG nova.compute.manager [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.921690] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.977769] env[69547]: DEBUG nova.policy [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57adc3d54bbb41008398642167557174', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a7062aa0f864797a670b92865c07fa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.048479] env[69547]: DEBUG nova.compute.manager [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.178651] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.201364] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.201364] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.201364] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e719b39-f7ba-461c-b327-65720fa94094 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.210803] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452cf599-5cd4-42bd-ab02-369c03582fd4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.248370] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f05b7-a3af-4404-8b64-fbe5c4afe272 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.257356] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bd1b9c-5bc4-458d-9e2d-55b22722b7f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.276447] env[69547]: DEBUG nova.compute.provider_tree [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.706049] env[69547]: DEBUG nova.compute.manager [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.782243] env[69547]: DEBUG nova.scheduler.client.report [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.927146] env[69547]: DEBUG nova.network.neutron [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Successfully created port: 67d01b2c-54cb-472a-8566-8a8a7a558f85 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.078815] env[69547]: DEBUG nova.compute.manager [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.108870] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.109104] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.109279] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.109444] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.109617] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.109737] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.109943] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.110111] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.110498] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.110673] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.110845] env[69547]: DEBUG nova.virt.hardware [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.111881] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8624544f-e7c0-4fd0-86f5-36a05e89e036 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.120213] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee0c60-215c-43a2-b738-e998c5cac07c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.137769] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537d8eeb-886f-44a2-821e-b88cdd05cbed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.231436] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.287979] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.288596] env[69547]: DEBUG nova.compute.manager [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.291198] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.430s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.293549] env[69547]: INFO nova.compute.claims [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.799692] env[69547]: DEBUG nova.compute.utils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.800934] env[69547]: DEBUG nova.compute.manager [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.801168] env[69547]: DEBUG nova.network.neutron [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.902499] env[69547]: DEBUG nova.policy [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a7223276bdc4b7ab3f913bdeb8eccd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7de998795aa34c1084979bb74bedb335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.268912] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "fc616047-fa59-42c8-96c8-48b520b81d20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.268912] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "fc616047-fa59-42c8-96c8-48b520b81d20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.311132] env[69547]: DEBUG nova.compute.manager [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.485121] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303d69ae-3463-4e82-95f9-0940d6c1f447 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.494493] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab108756-9549-4f36-93c5-bad48f0597ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.532129] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e2bcc2-6c0c-4586-85ef-ec1d30dd4853 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.539311] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe9b4fb-6d91-454d-a48b-b738fecb58a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.554836] env[69547]: DEBUG nova.compute.provider_tree [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.693834] env[69547]: DEBUG nova.network.neutron [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Successfully created port: dcbaf7f5-f33b-4aaa-bc9b-28a60c034405 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.773104] env[69547]: DEBUG nova.compute.manager [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.060516] env[69547]: DEBUG nova.scheduler.client.report [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.207164] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.210404] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.210404] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.210404] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.210404] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.210404] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.210404] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.210582] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 649.210582] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 649.311603] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.324706] env[69547]: DEBUG nova.compute.manager [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.358428] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.358746] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.359339] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.359551] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.359695] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.359844] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.360081] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.360218] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.360382] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.360550] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.360720] env[69547]: DEBUG nova.virt.hardware [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.362349] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403543ca-dbd9-40b0-aaac-3b35f916f17b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.371201] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975b1ba6-0fd0-4ff5-b245-7c03aaf1f665 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.566604] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.567173] env[69547]: DEBUG nova.compute.manager [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.571827] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.369s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.576078] env[69547]: INFO nova.compute.claims [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.713737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.771605] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.771848] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.983421] env[69547]: DEBUG nova.network.neutron [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Successfully updated port: 67d01b2c-54cb-472a-8566-8a8a7a558f85 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.081722] env[69547]: DEBUG nova.compute.utils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.084660] env[69547]: DEBUG nova.compute.manager [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.088237] env[69547]: DEBUG nova.network.neutron [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.203373] env[69547]: DEBUG nova.policy [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f348b347063744c9bdcddb88aafbe155', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fb6daeec77a4e5ab67dd0ae73e0c786', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.274409] env[69547]: DEBUG nova.compute.manager [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.491915] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquiring lock "refresh_cache-b56d79e1-d6d6-41fd-9045-b3504c3f36cc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.491915] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquired lock "refresh_cache-b56d79e1-d6d6-41fd-9045-b3504c3f36cc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.491915] env[69547]: DEBUG nova.network.neutron [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.595227] env[69547]: DEBUG nova.compute.manager [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.659253] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.659253] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.669542] env[69547]: DEBUG nova.compute.manager [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.785907] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c137914-d72e-4f14-a00b-71361794d0d0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.798231] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd41f747-34c3-44dd-8b6f-0f682beaa5c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.803496] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.836474] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b537e764-ef84-4efd-8e39-92caae93a389 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.847447] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489e5697-619b-4d5a-85ca-b5dab628aeb4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.864183] env[69547]: DEBUG nova.compute.provider_tree [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.087303] env[69547]: DEBUG nova.network.neutron [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Successfully created port: 20e1afc1-3657-4495-8e02-651d62553316 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.109359] env[69547]: DEBUG nova.network.neutron [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.201305] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.239340] env[69547]: DEBUG nova.compute.manager [req-1ae52150-9bca-4138-8d7c-7e4b6cf02ad9 req-a6e7e396-2882-420e-8b86-d818eaf15f3d service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Received event network-vif-plugged-67d01b2c-54cb-472a-8566-8a8a7a558f85 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.240675] env[69547]: DEBUG oslo_concurrency.lockutils [req-1ae52150-9bca-4138-8d7c-7e4b6cf02ad9 req-a6e7e396-2882-420e-8b86-d818eaf15f3d service nova] Acquiring lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.240998] env[69547]: DEBUG oslo_concurrency.lockutils [req-1ae52150-9bca-4138-8d7c-7e4b6cf02ad9 req-a6e7e396-2882-420e-8b86-d818eaf15f3d service nova] Lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.241324] env[69547]: DEBUG oslo_concurrency.lockutils [req-1ae52150-9bca-4138-8d7c-7e4b6cf02ad9 req-a6e7e396-2882-420e-8b86-d818eaf15f3d service nova] Lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.242388] env[69547]: DEBUG nova.compute.manager [req-1ae52150-9bca-4138-8d7c-7e4b6cf02ad9 req-a6e7e396-2882-420e-8b86-d818eaf15f3d service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] No waiting events found dispatching network-vif-plugged-67d01b2c-54cb-472a-8566-8a8a7a558f85 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.242703] env[69547]: WARNING nova.compute.manager [req-1ae52150-9bca-4138-8d7c-7e4b6cf02ad9 req-a6e7e396-2882-420e-8b86-d818eaf15f3d service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Received unexpected event network-vif-plugged-67d01b2c-54cb-472a-8566-8a8a7a558f85 for instance with vm_state building and task_state spawning. [ 651.350020] env[69547]: DEBUG nova.network.neutron [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Successfully updated port: dcbaf7f5-f33b-4aaa-bc9b-28a60c034405 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.368361] env[69547]: DEBUG nova.scheduler.client.report [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.612643] env[69547]: DEBUG nova.compute.manager [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.713543] env[69547]: DEBUG nova.network.neutron [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Updating instance_info_cache with network_info: [{"id": "67d01b2c-54cb-472a-8566-8a8a7a558f85", "address": "fa:16:3e:1a:b6:e6", "network": {"id": "f0bcaf59-b5da-4278-ad61-0e253140e0b7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006018431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7062aa0f864797a670b92865c07fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d01b2c-54", "ovs_interfaceid": "67d01b2c-54cb-472a-8566-8a8a7a558f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.764017] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.765128] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.765736] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.766283] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.766555] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.768260] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.768551] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.768655] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.768826] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.768991] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.769217] env[69547]: DEBUG nova.virt.hardware [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.770465] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd7d0f5-48e3-4617-8d7a-f0ae747ae2ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.783337] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f86fb87-ff83-4723-b8b7-cdcf620d0a01 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.849160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "refresh_cache-9e2267ca-a62e-4cff-a797-7695330e5aa0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.849160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquired lock "refresh_cache-9e2267ca-a62e-4cff-a797-7695330e5aa0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.849294] env[69547]: DEBUG nova.network.neutron [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.874220] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.874473] env[69547]: DEBUG nova.compute.manager [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.882520] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.957s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.882520] env[69547]: INFO nova.compute.claims [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.218833] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Releasing lock "refresh_cache-b56d79e1-d6d6-41fd-9045-b3504c3f36cc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.219209] env[69547]: DEBUG nova.compute.manager [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Instance network_info: |[{"id": "67d01b2c-54cb-472a-8566-8a8a7a558f85", "address": "fa:16:3e:1a:b6:e6", "network": {"id": "f0bcaf59-b5da-4278-ad61-0e253140e0b7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006018431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7062aa0f864797a670b92865c07fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d01b2c-54", "ovs_interfaceid": "67d01b2c-54cb-472a-8566-8a8a7a558f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.219783] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:b6:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67d01b2c-54cb-472a-8566-8a8a7a558f85', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.245423] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.245837] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25faf7cc-d078-45f4-9fe8-48d44b760495 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.260935] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Created folder: OpenStack in parent group-v4. [ 652.260935] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Creating folder: Project (6a7062aa0f864797a670b92865c07fa4). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.260935] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-436d0dcf-6cb1-4e37-ad93-b2215cc9c50f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.273230] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Created folder: Project (6a7062aa0f864797a670b92865c07fa4) in parent group-v632381. [ 652.273549] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Creating folder: Instances. Parent ref: group-v632382. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.274080] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb1145a0-6a73-41d6-a955-f0293c8b9a20 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.282995] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Created folder: Instances in parent group-v632382. [ 652.283301] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.283519] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.284105] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fc4c4b8-ca80-4b58-b068-caa47aa86a1c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.309908] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.309908] env[69547]: value = "task-3160893" [ 652.309908] env[69547]: _type = "Task" [ 652.309908] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.315300] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160893, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.395145] env[69547]: DEBUG nova.compute.utils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.396916] env[69547]: DEBUG nova.compute.manager [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.397107] env[69547]: DEBUG nova.network.neutron [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.409361] env[69547]: DEBUG nova.network.neutron [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.559711] env[69547]: DEBUG nova.policy [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '293732c795f3426081f4d1ce7ee3476c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97bec3ebd1244d3e89e725fcfa26e2ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.756809] env[69547]: DEBUG nova.network.neutron [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Updating instance_info_cache with network_info: [{"id": "dcbaf7f5-f33b-4aaa-bc9b-28a60c034405", "address": "fa:16:3e:5d:f3:fe", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbaf7f5-f3", "ovs_interfaceid": "dcbaf7f5-f33b-4aaa-bc9b-28a60c034405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.771775] env[69547]: DEBUG nova.compute.manager [req-776a737d-9ba8-4181-93ec-c76e763186ce req-87467f06-eb8e-4338-bf84-1e1a43cccf75 service nova] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Received event network-vif-plugged-dcbaf7f5-f33b-4aaa-bc9b-28a60c034405 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.773337] env[69547]: DEBUG oslo_concurrency.lockutils [req-776a737d-9ba8-4181-93ec-c76e763186ce req-87467f06-eb8e-4338-bf84-1e1a43cccf75 service nova] Acquiring lock "9e2267ca-a62e-4cff-a797-7695330e5aa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.773337] env[69547]: DEBUG oslo_concurrency.lockutils [req-776a737d-9ba8-4181-93ec-c76e763186ce req-87467f06-eb8e-4338-bf84-1e1a43cccf75 service nova] Lock "9e2267ca-a62e-4cff-a797-7695330e5aa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.773337] env[69547]: DEBUG oslo_concurrency.lockutils [req-776a737d-9ba8-4181-93ec-c76e763186ce req-87467f06-eb8e-4338-bf84-1e1a43cccf75 service nova] Lock "9e2267ca-a62e-4cff-a797-7695330e5aa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.773337] env[69547]: DEBUG nova.compute.manager [req-776a737d-9ba8-4181-93ec-c76e763186ce req-87467f06-eb8e-4338-bf84-1e1a43cccf75 service nova] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] No waiting events found dispatching network-vif-plugged-dcbaf7f5-f33b-4aaa-bc9b-28a60c034405 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.773337] env[69547]: WARNING nova.compute.manager [req-776a737d-9ba8-4181-93ec-c76e763186ce req-87467f06-eb8e-4338-bf84-1e1a43cccf75 service nova] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Received unexpected event network-vif-plugged-dcbaf7f5-f33b-4aaa-bc9b-28a60c034405 for instance with vm_state building and task_state spawning. [ 652.818900] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160893, 'name': CreateVM_Task, 'duration_secs': 0.395592} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.822946] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.841348] env[69547]: DEBUG oslo_vmware.service [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724e99f2-5a8c-4a34-8d44-5c5a36d22e96 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.850120] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.850315] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.850994] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.851288] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de46b5c-9568-41c2-b6e6-665fd530ef97 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.858859] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 652.858859] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5232aee5-1e63-1d9c-77a6-409ce2bd9382" [ 652.858859] env[69547]: _type = "Task" [ 652.858859] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.867451] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5232aee5-1e63-1d9c-77a6-409ce2bd9382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.905249] env[69547]: DEBUG nova.compute.manager [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.963946] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquiring lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.963946] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.260996] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Releasing lock "refresh_cache-9e2267ca-a62e-4cff-a797-7695330e5aa0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.260996] env[69547]: DEBUG nova.compute.manager [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Instance network_info: |[{"id": "dcbaf7f5-f33b-4aaa-bc9b-28a60c034405", "address": "fa:16:3e:5d:f3:fe", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbaf7f5-f3", "ovs_interfaceid": "dcbaf7f5-f33b-4aaa-bc9b-28a60c034405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.261328] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:f3:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcbaf7f5-f33b-4aaa-bc9b-28a60c034405', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.274328] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Creating folder: Project (7de998795aa34c1084979bb74bedb335). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.274646] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e3daf62-2191-438d-abe6-68b10837eec0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.294245] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Created folder: Project (7de998795aa34c1084979bb74bedb335) in parent group-v632381. [ 653.294474] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Creating folder: Instances. Parent ref: group-v632385. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.294648] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f92ab4d8-87cf-4232-b867-428877a0a970 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.302981] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9210fa54-7911-40ea-b16e-46146e8967d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.311924] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Created folder: Instances in parent group-v632385. [ 653.312354] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.313450] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.314541] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f61771-6e64-4a51-86ad-fefa00f97e5e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.339947] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.339947] env[69547]: value = "task-3160896" [ 653.339947] env[69547]: _type = "Task" [ 653.339947] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.342646] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1bd84-bfea-4ede-8f15-43f87c16fe84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.358738] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160896, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.389584] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da5fa7d-020e-473c-99e1-aaad1702903f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.392734] env[69547]: DEBUG nova.network.neutron [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Successfully created port: 13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.404219] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc608b82-c764-4f9e-9f60-6a04c62b698c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.412710] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.412930] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.413178] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.413316] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.415868] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.415868] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2ba5127-bf0b-48aa-a71e-3dd84df1a1bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.437093] env[69547]: DEBUG nova.compute.provider_tree [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.455514] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.455763] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.456702] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a74a0d1-0f13-445a-a342-bd4c6690c570 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.467857] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1b9d3a-4f28-4ec6-82e9-1ce968ffd153 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.478057] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 653.478057] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521eef2b-82dd-0834-e5e6-20d88ac4987d" [ 653.478057] env[69547]: _type = "Task" [ 653.478057] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.491656] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Preparing fetch location {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 653.492098] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Creating directory with path [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.492430] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-576747b0-e9ea-4247-8fee-179d309bbd84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.521569] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Created directory with path [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.521569] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Fetch image to [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 653.521569] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Downloading image file data e76c0dca-120f-44d4-98d5-a1c9e5167f85 to [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk on the data store datastore2 {{(pid=69547) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 653.521569] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b58e58-a3dd-47d9-9308-412bfe0b7d69 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.533112] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8446e226-b2e0-4ee9-81b0-6b25ad6d06d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.545954] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a87fe1-c1fe-4418-8b04-4e5cfc5e3eb4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.589470] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cdfccc-3bc5-46a9-8c2e-4a43570ebae1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.595589] env[69547]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5b99ed57-3e21-425b-8019-472d5aefac2e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.687818] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Downloading image file data e76c0dca-120f-44d4-98d5-a1c9e5167f85 to the data store datastore2 {{(pid=69547) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 653.716509] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquiring lock "7620df0b-07ff-4e13-8079-55ecaf7dc996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.717567] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "7620df0b-07ff-4e13-8079-55ecaf7dc996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.788907] env[69547]: DEBUG oslo_vmware.rw_handles [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69547) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 653.869531] env[69547]: DEBUG nova.network.neutron [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Successfully updated port: 20e1afc1-3657-4495-8e02-651d62553316 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.893337] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160896, 'name': CreateVM_Task, 'duration_secs': 0.327417} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.897061] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.898854] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.898854] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.898989] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.899547] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f57f57-904f-481c-9602-1c34dd27c609 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.904976] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 653.904976] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f6a16b-c28f-bde8-df98-6091ebfad7b4" [ 653.904976] env[69547]: _type = "Task" [ 653.904976] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.914116] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f6a16b-c28f-bde8-df98-6091ebfad7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.918614] env[69547]: DEBUG nova.compute.manager [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.944562] env[69547]: DEBUG nova.scheduler.client.report [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.972345] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.972345] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.972345] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.972561] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.972561] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.972561] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.972561] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.972727] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.972889] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.974565] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.974565] env[69547]: DEBUG nova.virt.hardware [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.974565] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71506611-d826-44fe-b6b6-945f1e5eb292 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.994202] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92193f-679d-4080-b5eb-86c2d9fa19f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.380924] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquiring lock "refresh_cache-690ffaf0-bc91-4427-98fd-15b4bdffb58f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.381483] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquired lock "refresh_cache-690ffaf0-bc91-4427-98fd-15b4bdffb58f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.381483] env[69547]: DEBUG nova.network.neutron [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.416143] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.416457] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.416703] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.456938] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.456938] env[69547]: DEBUG nova.compute.manager [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.463027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.284s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.465144] env[69547]: INFO nova.compute.claims [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.492871] env[69547]: DEBUG oslo_vmware.rw_handles [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Completed reading data from the image iterator. {{(pid=69547) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 654.492871] env[69547]: DEBUG oslo_vmware.rw_handles [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 654.628557] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Downloaded image file data e76c0dca-120f-44d4-98d5-a1c9e5167f85 to vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk on the data store datastore2 {{(pid=69547) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 654.632319] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Caching image {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 654.632319] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Copying Virtual Disk [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk to [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.632319] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6be5054-d1ad-43af-936c-9513aa396942 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.643311] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 654.643311] env[69547]: value = "task-3160897" [ 654.643311] env[69547]: _type = "Task" [ 654.643311] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.649555] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.931536] env[69547]: DEBUG nova.compute.manager [req-fb2b066b-bcae-44f2-b5ef-af47cdd51e69 req-0e8b653c-8c85-440a-81ba-ac2421995ae3 service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Received event network-changed-67d01b2c-54cb-472a-8566-8a8a7a558f85 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.931887] env[69547]: DEBUG nova.compute.manager [req-fb2b066b-bcae-44f2-b5ef-af47cdd51e69 req-0e8b653c-8c85-440a-81ba-ac2421995ae3 service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Refreshing instance network info cache due to event network-changed-67d01b2c-54cb-472a-8566-8a8a7a558f85. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.931887] env[69547]: DEBUG oslo_concurrency.lockutils [req-fb2b066b-bcae-44f2-b5ef-af47cdd51e69 req-0e8b653c-8c85-440a-81ba-ac2421995ae3 service nova] Acquiring lock "refresh_cache-b56d79e1-d6d6-41fd-9045-b3504c3f36cc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.932023] env[69547]: DEBUG oslo_concurrency.lockutils [req-fb2b066b-bcae-44f2-b5ef-af47cdd51e69 req-0e8b653c-8c85-440a-81ba-ac2421995ae3 service nova] Acquired lock "refresh_cache-b56d79e1-d6d6-41fd-9045-b3504c3f36cc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.932524] env[69547]: DEBUG nova.network.neutron [req-fb2b066b-bcae-44f2-b5ef-af47cdd51e69 req-0e8b653c-8c85-440a-81ba-ac2421995ae3 service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Refreshing network info cache for port 67d01b2c-54cb-472a-8566-8a8a7a558f85 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.934607] env[69547]: DEBUG nova.network.neutron [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.974733] env[69547]: DEBUG nova.compute.utils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.976924] env[69547]: DEBUG nova.compute.manager [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.977016] env[69547]: DEBUG nova.network.neutron [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.083880] env[69547]: DEBUG nova.policy [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1caacb2cfa964ccd88e211c3fc8586c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3afda8fb7f24dbb99501a8eb2d5a9ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.157668] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160897, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.232738] env[69547]: DEBUG nova.network.neutron [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Updating instance_info_cache with network_info: [{"id": "20e1afc1-3657-4495-8e02-651d62553316", "address": "fa:16:3e:99:66:74", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e1afc1-36", "ovs_interfaceid": "20e1afc1-3657-4495-8e02-651d62553316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.480106] env[69547]: DEBUG nova.compute.manager [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.660690] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751287} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.660817] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Copied Virtual Disk [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk to [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.661066] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Deleting the datastore file [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.661377] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb8bf308-8061-4935-8a67-f27a5da58461 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.668184] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 655.668184] env[69547]: value = "task-3160898" [ 655.668184] env[69547]: _type = "Task" [ 655.668184] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.677715] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.740832] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Releasing lock "refresh_cache-690ffaf0-bc91-4427-98fd-15b4bdffb58f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.741164] env[69547]: DEBUG nova.compute.manager [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Instance network_info: |[{"id": "20e1afc1-3657-4495-8e02-651d62553316", "address": "fa:16:3e:99:66:74", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e1afc1-36", "ovs_interfaceid": "20e1afc1-3657-4495-8e02-651d62553316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.742012] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d27904-38d9-493a-a00d-5ccbb17a6819 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.744921] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:66:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20e1afc1-3657-4495-8e02-651d62553316', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.752750] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Creating folder: Project (1fb6daeec77a4e5ab67dd0ae73e0c786). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.752943] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-758ac855-bb9e-473b-9935-83020616588e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.763931] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249a79bf-fcb1-42ac-b672-5df7725ccfa6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.771090] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Created folder: Project (1fb6daeec77a4e5ab67dd0ae73e0c786) in parent group-v632381. [ 655.771262] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Creating folder: Instances. Parent ref: group-v632388. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.771859] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-469ab2dc-8a84-43ff-80d8-5e6133960be2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.807287] env[69547]: DEBUG nova.network.neutron [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Successfully created port: 3365e08f-45ae-4c68-8c78-80ac57b5f080 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.812340] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0bfc77-6504-4ec4-8185-553cbf714fce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.820216] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Created folder: Instances in parent group-v632388. [ 655.820216] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.820780] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.821076] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16986c63-6760-41dd-a56e-596debbe5943 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.843020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e37bb78-d3b6-40ff-9fff-812025378d8a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.848688] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.848688] env[69547]: value = "task-3160901" [ 655.848688] env[69547]: _type = "Task" [ 655.848688] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.859793] env[69547]: DEBUG nova.compute.provider_tree [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.866928] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160901, 'name': CreateVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.901619] env[69547]: DEBUG nova.compute.manager [req-fe9a2643-b299-4ac2-8d84-1582c94db344 req-608e51bb-2c1e-403f-8f69-18304b1d5890 service nova] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Received event network-changed-dcbaf7f5-f33b-4aaa-bc9b-28a60c034405 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.901619] env[69547]: DEBUG nova.compute.manager [req-fe9a2643-b299-4ac2-8d84-1582c94db344 req-608e51bb-2c1e-403f-8f69-18304b1d5890 service nova] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Refreshing instance network info cache due to event network-changed-dcbaf7f5-f33b-4aaa-bc9b-28a60c034405. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.901619] env[69547]: DEBUG oslo_concurrency.lockutils [req-fe9a2643-b299-4ac2-8d84-1582c94db344 req-608e51bb-2c1e-403f-8f69-18304b1d5890 service nova] Acquiring lock "refresh_cache-9e2267ca-a62e-4cff-a797-7695330e5aa0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.901619] env[69547]: DEBUG oslo_concurrency.lockutils [req-fe9a2643-b299-4ac2-8d84-1582c94db344 req-608e51bb-2c1e-403f-8f69-18304b1d5890 service nova] Acquired lock "refresh_cache-9e2267ca-a62e-4cff-a797-7695330e5aa0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.901822] env[69547]: DEBUG nova.network.neutron [req-fe9a2643-b299-4ac2-8d84-1582c94db344 req-608e51bb-2c1e-403f-8f69-18304b1d5890 service nova] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Refreshing network info cache for port dcbaf7f5-f33b-4aaa-bc9b-28a60c034405 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.988371] env[69547]: DEBUG nova.network.neutron [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Successfully updated port: 13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.179943] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025215} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.181016] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.181016] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Moving file from [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70/e76c0dca-120f-44d4-98d5-a1c9e5167f85 to [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85. {{(pid=69547) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 656.181016] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7f7403e0-b3a9-4d8d-adae-71958ce3d32f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.188692] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 656.188692] env[69547]: value = "task-3160902" [ 656.188692] env[69547]: _type = "Task" [ 656.188692] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.198009] env[69547]: DEBUG nova.network.neutron [req-fb2b066b-bcae-44f2-b5ef-af47cdd51e69 req-0e8b653c-8c85-440a-81ba-ac2421995ae3 service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Updated VIF entry in instance network info cache for port 67d01b2c-54cb-472a-8566-8a8a7a558f85. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.198009] env[69547]: DEBUG nova.network.neutron [req-fb2b066b-bcae-44f2-b5ef-af47cdd51e69 req-0e8b653c-8c85-440a-81ba-ac2421995ae3 service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Updating instance_info_cache with network_info: [{"id": "67d01b2c-54cb-472a-8566-8a8a7a558f85", "address": "fa:16:3e:1a:b6:e6", "network": {"id": "f0bcaf59-b5da-4278-ad61-0e253140e0b7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006018431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7062aa0f864797a670b92865c07fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d01b2c-54", "ovs_interfaceid": "67d01b2c-54cb-472a-8566-8a8a7a558f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.203762] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160902, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.362888] env[69547]: DEBUG nova.scheduler.client.report [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.369831] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160901, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.506692] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquiring lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.506864] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquired lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.507038] env[69547]: DEBUG nova.network.neutron [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.512024] env[69547]: DEBUG nova.compute.manager [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.553930] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.554210] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.554455] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.554650] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.554814] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.554976] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.555217] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.555400] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.555602] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.555743] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.555913] env[69547]: DEBUG nova.virt.hardware [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.557118] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83f5a3b-fb0e-47bd-836a-8627876d19c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.569785] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f805fa-6cb8-4767-8b7d-336332eb3828 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.704082] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160902, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.226537} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.704082] env[69547]: DEBUG oslo_concurrency.lockutils [req-fb2b066b-bcae-44f2-b5ef-af47cdd51e69 req-0e8b653c-8c85-440a-81ba-ac2421995ae3 service nova] Releasing lock "refresh_cache-b56d79e1-d6d6-41fd-9045-b3504c3f36cc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.704082] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] File moved {{(pid=69547) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 656.704082] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Cleaning up location [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 656.704082] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Deleting the datastore file [datastore2] vmware_temp/c10d5d2e-36fe-4d52-b21e-497e7bcc2e70 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.704492] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b8cd103-29dd-499e-98d0-1d3efb21713a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.715117] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 656.715117] env[69547]: value = "task-3160903" [ 656.715117] env[69547]: _type = "Task" [ 656.715117] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.722756] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.865548] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160901, 'name': CreateVM_Task, 'duration_secs': 0.874969} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.866245] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.869037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.869037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.869037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.869037] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c98b4af-5c6e-46e7-9f72-a89c3de3a006 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.870608] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.871264] env[69547]: DEBUG nova.compute.manager [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.873858] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.643s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.875230] env[69547]: INFO nova.compute.claims [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.881620] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 656.881620] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ebefca-a3c6-4208-c78b-0bb9aab7c691" [ 656.881620] env[69547]: _type = "Task" [ 656.881620] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.891875] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ebefca-a3c6-4208-c78b-0bb9aab7c691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.992424] env[69547]: DEBUG nova.network.neutron [req-fe9a2643-b299-4ac2-8d84-1582c94db344 req-608e51bb-2c1e-403f-8f69-18304b1d5890 service nova] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Updated VIF entry in instance network info cache for port dcbaf7f5-f33b-4aaa-bc9b-28a60c034405. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.992816] env[69547]: DEBUG nova.network.neutron [req-fe9a2643-b299-4ac2-8d84-1582c94db344 req-608e51bb-2c1e-403f-8f69-18304b1d5890 service nova] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Updating instance_info_cache with network_info: [{"id": "dcbaf7f5-f33b-4aaa-bc9b-28a60c034405", "address": "fa:16:3e:5d:f3:fe", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbaf7f5-f3", "ovs_interfaceid": "dcbaf7f5-f33b-4aaa-bc9b-28a60c034405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.054175] env[69547]: DEBUG nova.network.neutron [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.199064] env[69547]: DEBUG nova.network.neutron [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Updating instance_info_cache with network_info: [{"id": "13db7663-8ce5-429f-a077-c9537919da64", "address": "fa:16:3e:65:58:27", "network": {"id": "606c6de7-1a67-4a16-9040-852d8ab29ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1331450069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bec3ebd1244d3e89e725fcfa26e2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13db7663-8c", "ovs_interfaceid": "13db7663-8ce5-429f-a077-c9537919da64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.223308] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02311} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.223555] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.224286] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfbfd555-d98e-433e-932e-a5c5da6e4760 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.229771] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 657.229771] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d4ee7-5ea5-9a09-bc8a-bb1b0bf3e955" [ 657.229771] env[69547]: _type = "Task" [ 657.229771] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.238250] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d4ee7-5ea5-9a09-bc8a-bb1b0bf3e955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.384803] env[69547]: DEBUG nova.compute.utils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.386354] env[69547]: DEBUG nova.compute.manager [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.386525] env[69547]: DEBUG nova.network.neutron [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.402289] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ebefca-a3c6-4208-c78b-0bb9aab7c691, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.402289] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.402289] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.402524] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.466317] env[69547]: DEBUG nova.policy [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e66683fe98bd413ca4e1b993584e1072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aebd7c6e44aa4c7faeb8982ea3675b19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.496383] env[69547]: DEBUG oslo_concurrency.lockutils [req-fe9a2643-b299-4ac2-8d84-1582c94db344 req-608e51bb-2c1e-403f-8f69-18304b1d5890 service nova] Releasing lock "refresh_cache-9e2267ca-a62e-4cff-a797-7695330e5aa0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.664426] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "7263b1c7-456e-4a50-98ba-07c58cc44115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.664845] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "7263b1c7-456e-4a50-98ba-07c58cc44115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.702265] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Releasing lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.702584] env[69547]: DEBUG nova.compute.manager [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Instance network_info: |[{"id": "13db7663-8ce5-429f-a077-c9537919da64", "address": "fa:16:3e:65:58:27", "network": {"id": "606c6de7-1a67-4a16-9040-852d8ab29ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1331450069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bec3ebd1244d3e89e725fcfa26e2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13db7663-8c", "ovs_interfaceid": "13db7663-8ce5-429f-a077-c9537919da64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.703078] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:58:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13db7663-8ce5-429f-a077-c9537919da64', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.711131] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Creating folder: Project (97bec3ebd1244d3e89e725fcfa26e2ee). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.711444] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd7047f-812b-47b2-98f8-88a7dde0870e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.722365] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Created folder: Project (97bec3ebd1244d3e89e725fcfa26e2ee) in parent group-v632381. [ 657.722557] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Creating folder: Instances. Parent ref: group-v632391. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.722786] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab4b1683-2bf7-41b2-a0f7-4af110ef1308 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.731538] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Created folder: Instances in parent group-v632391. [ 657.731771] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.735073] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.735300] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea87736a-e0b2-4911-a86d-5b5ffa91978a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.760743] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d4ee7-5ea5-9a09-bc8a-bb1b0bf3e955, 'name': SearchDatastore_Task, 'duration_secs': 0.008728} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.762549] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.762824] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] b56d79e1-d6d6-41fd-9045-b3504c3f36cc/b56d79e1-d6d6-41fd-9045-b3504c3f36cc.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.763595] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.763595] env[69547]: value = "task-3160906" [ 657.763595] env[69547]: _type = "Task" [ 657.763595] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.763595] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.763951] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.764294] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbf64035-171c-4b51-8c3a-995492434641 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.768033] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4ef8723-e76e-4e89-b841-cfa14c453a1f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.778048] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 657.778048] env[69547]: value = "task-3160907" [ 657.778048] env[69547]: _type = "Task" [ 657.778048] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.789026] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.793162] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.793809] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.794465] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160906, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.794465] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4322a747-c355-4437-99cc-d041438c6ac6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.803991] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 657.803991] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b56c13-0536-b73d-ba86-a4e72250208a" [ 657.803991] env[69547]: _type = "Task" [ 657.803991] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.817532] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b56c13-0536-b73d-ba86-a4e72250208a, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.818426] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5f7c18-6d78-4a57-991f-f29e21a83854 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.826626] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 657.826626] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c3bda3-028b-86ce-bada-516577a37b4c" [ 657.826626] env[69547]: _type = "Task" [ 657.826626] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.833924] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c3bda3-028b-86ce-bada-516577a37b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.891234] env[69547]: DEBUG nova.compute.manager [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Received event network-vif-plugged-20e1afc1-3657-4495-8e02-651d62553316 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.891459] env[69547]: DEBUG oslo_concurrency.lockutils [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] Acquiring lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.891663] env[69547]: DEBUG oslo_concurrency.lockutils [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] Lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.891827] env[69547]: DEBUG oslo_concurrency.lockutils [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] Lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.892078] env[69547]: DEBUG nova.compute.manager [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] No waiting events found dispatching network-vif-plugged-20e1afc1-3657-4495-8e02-651d62553316 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.893511] env[69547]: WARNING nova.compute.manager [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Received unexpected event network-vif-plugged-20e1afc1-3657-4495-8e02-651d62553316 for instance with vm_state building and task_state spawning. [ 657.893511] env[69547]: DEBUG nova.compute.manager [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Received event network-changed-20e1afc1-3657-4495-8e02-651d62553316 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.893511] env[69547]: DEBUG nova.compute.manager [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Refreshing instance network info cache due to event network-changed-20e1afc1-3657-4495-8e02-651d62553316. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.893511] env[69547]: DEBUG oslo_concurrency.lockutils [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] Acquiring lock "refresh_cache-690ffaf0-bc91-4427-98fd-15b4bdffb58f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.893511] env[69547]: DEBUG oslo_concurrency.lockutils [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] Acquired lock "refresh_cache-690ffaf0-bc91-4427-98fd-15b4bdffb58f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.893826] env[69547]: DEBUG nova.network.neutron [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Refreshing network info cache for port 20e1afc1-3657-4495-8e02-651d62553316 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.897778] env[69547]: DEBUG nova.compute.manager [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.073266] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquiring lock "3828ecd8-0808-46ab-9f51-525db9ef01f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.073586] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "3828ecd8-0808-46ab-9f51-525db9ef01f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.163688] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b188a-2bb8-4a8d-9ae5-ed4483b8de43 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.173242] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d5af8a-3fe7-4524-b4b7-c78ed93082a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.212952] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1569048d-a82e-4f56-8d8f-da96214cf1cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.223258] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b45a73-6d79-4652-bf25-4b396ce4e268 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.230124] env[69547]: DEBUG nova.network.neutron [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Successfully updated port: 3365e08f-45ae-4c68-8c78-80ac57b5f080 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.231492] env[69547]: DEBUG nova.network.neutron [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Successfully created port: 5f2ed7bd-8fd5-40db-92c5-d611ce9a4007 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.247735] env[69547]: DEBUG nova.compute.provider_tree [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.280300] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160906, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.290083] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160907, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.335370] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c3bda3-028b-86ce-bada-516577a37b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.335655] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.335969] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 9e2267ca-a62e-4cff-a797-7695330e5aa0/9e2267ca-a62e-4cff-a797-7695330e5aa0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.336280] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.336465] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.336684] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-777f830b-b82d-419d-8bb4-bc67075827fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.339046] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-234f2e5a-6565-43ae-82da-fd522907d1bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.345526] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 658.345526] env[69547]: value = "task-3160908" [ 658.345526] env[69547]: _type = "Task" [ 658.345526] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.349599] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.349777] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.350807] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab12f076-4d08-4066-b176-ac04f68cea64 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.356033] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.358994] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 658.358994] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5234bc46-c9a8-a770-e051-6ffadab26c90" [ 658.358994] env[69547]: _type = "Task" [ 658.358994] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.367325] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5234bc46-c9a8-a770-e051-6ffadab26c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.738710] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquiring lock "refresh_cache-5c083db7-c953-4bee-961e-62fff3fff8ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.738710] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquired lock "refresh_cache-5c083db7-c953-4bee-961e-62fff3fff8ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.738710] env[69547]: DEBUG nova.network.neutron [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.751250] env[69547]: DEBUG nova.scheduler.client.report [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.789833] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160906, 'name': CreateVM_Task, 'duration_secs': 0.579384} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.791038] env[69547]: DEBUG nova.compute.manager [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Received event network-vif-plugged-13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.792386] env[69547]: DEBUG oslo_concurrency.lockutils [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] Acquiring lock "e1b3c6c8-f311-4a76-9275-5c155c162449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.792386] env[69547]: DEBUG oslo_concurrency.lockutils [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] Lock "e1b3c6c8-f311-4a76-9275-5c155c162449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.792386] env[69547]: DEBUG oslo_concurrency.lockutils [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] Lock "e1b3c6c8-f311-4a76-9275-5c155c162449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.792386] env[69547]: DEBUG nova.compute.manager [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] No waiting events found dispatching network-vif-plugged-13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.792386] env[69547]: WARNING nova.compute.manager [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Received unexpected event network-vif-plugged-13db7663-8ce5-429f-a077-c9537919da64 for instance with vm_state building and task_state spawning. [ 658.792614] env[69547]: DEBUG nova.compute.manager [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Received event network-changed-13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.792614] env[69547]: DEBUG nova.compute.manager [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Refreshing instance network info cache due to event network-changed-13db7663-8ce5-429f-a077-c9537919da64. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.792614] env[69547]: DEBUG oslo_concurrency.lockutils [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] Acquiring lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.792614] env[69547]: DEBUG oslo_concurrency.lockutils [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] Acquired lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.792734] env[69547]: DEBUG nova.network.neutron [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Refreshing network info cache for port 13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.798264] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.799805] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.799965] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.800414] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.801752] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e852b23-fa81-4457-a633-4534b3b18b9b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.808130] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516424} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.808130] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] b56d79e1-d6d6-41fd-9045-b3504c3f36cc/b56d79e1-d6d6-41fd-9045-b3504c3f36cc.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.808334] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.808972] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48e33916-da76-42c8-8040-bd2fe0e4b254 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.818210] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 658.818210] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e7b35e-e49e-72ec-825a-a3b15ad18196" [ 658.818210] env[69547]: _type = "Task" [ 658.818210] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.824250] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 658.824250] env[69547]: value = "task-3160909" [ 658.824250] env[69547]: _type = "Task" [ 658.824250] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.828304] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e7b35e-e49e-72ec-825a-a3b15ad18196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.840781] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.856891] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490961} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.857144] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 9e2267ca-a62e-4cff-a797-7695330e5aa0/9e2267ca-a62e-4cff-a797-7695330e5aa0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.857346] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.857581] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe85994-b481-4b55-88af-dd12f7d509cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.873838] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5234bc46-c9a8-a770-e051-6ffadab26c90, 'name': SearchDatastore_Task, 'duration_secs': 0.008052} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.874164] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 658.874164] env[69547]: value = "task-3160910" [ 658.874164] env[69547]: _type = "Task" [ 658.874164] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.875206] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9212c844-8df0-481c-9fc0-7c46b0ea8f4d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.884461] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 658.884461] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d97603-5dc2-2503-4e34-c77c4e9ef08f" [ 658.884461] env[69547]: _type = "Task" [ 658.884461] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.888681] env[69547]: DEBUG nova.network.neutron [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Updated VIF entry in instance network info cache for port 20e1afc1-3657-4495-8e02-651d62553316. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.889133] env[69547]: DEBUG nova.network.neutron [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Updating instance_info_cache with network_info: [{"id": "20e1afc1-3657-4495-8e02-651d62553316", "address": "fa:16:3e:99:66:74", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e1afc1-36", "ovs_interfaceid": "20e1afc1-3657-4495-8e02-651d62553316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.890354] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.899801] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d97603-5dc2-2503-4e34-c77c4e9ef08f, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.900191] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.900802] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 690ffaf0-bc91-4427-98fd-15b4bdffb58f/690ffaf0-bc91-4427-98fd-15b4bdffb58f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.901425] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-460bc4ce-5d05-4022-a9ec-3e6a7e924fc8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.908756] env[69547]: DEBUG nova.compute.manager [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.911429] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 658.911429] env[69547]: value = "task-3160911" [ 658.911429] env[69547]: _type = "Task" [ 658.911429] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.920511] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.935215] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.936114] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.936114] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.936114] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.936384] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.936460] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.936717] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.936986] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.937193] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.937510] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.937726] env[69547]: DEBUG nova.virt.hardware [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.939149] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c62860-0e3d-4fc2-ac19-b265b7a5eb6e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.947449] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d5dbb0-2e19-44d7-87f4-ce44553c6df9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.260762] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.261391] env[69547]: DEBUG nova.compute.manager [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.265992] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.954s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.267763] env[69547]: INFO nova.compute.claims [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.317350] env[69547]: DEBUG nova.network.neutron [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.337281] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e7b35e-e49e-72ec-825a-a3b15ad18196, 'name': SearchDatastore_Task, 'duration_secs': 0.020399} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.338132] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.338602] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.338730] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.338872] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.339100] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.342353] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-208c34e2-c50d-4824-b6a9-1a653042a129 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.345033] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072347} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.347681] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.348973] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78383a9b-c868-4a36-b6ae-836e7dde82cc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.353475] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.353798] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.368777] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027ea97f-067e-461e-bfba-9c0188d91b84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.381417] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b56d79e1-d6d6-41fd-9045-b3504c3f36cc/b56d79e1-d6d6-41fd-9045-b3504c3f36cc.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.385901] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c4fae5-2d67-44e6-b125-bc3e42ed356c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.406620] env[69547]: DEBUG oslo_concurrency.lockutils [req-78249055-90ff-4955-9ab9-3ae47a0a107a req-3ac58731-82b6-418b-ac02-86cd971c16de service nova] Releasing lock "refresh_cache-690ffaf0-bc91-4427-98fd-15b4bdffb58f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.411478] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquiring lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.411714] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.412252] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 659.412252] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]529e9376-2ec6-e36a-a5e2-7eff23d8aded" [ 659.412252] env[69547]: _type = "Task" [ 659.412252] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.423124] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073015} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.423334] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 659.423334] env[69547]: value = "task-3160912" [ 659.423334] env[69547]: _type = "Task" [ 659.423334] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.424851] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.425874] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da5cb6-e288-48e0-a462-4818418234cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.438433] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45158} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.439918] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 690ffaf0-bc91-4427-98fd-15b4bdffb58f/690ffaf0-bc91-4427-98fd-15b4bdffb58f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.439918] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.440411] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d9bd2f0-b7fc-43dd-9407-c0b7d16832ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.461010] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529e9376-2ec6-e36a-a5e2-7eff23d8aded, 'name': SearchDatastore_Task, 'duration_secs': 0.008083} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.471590] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 9e2267ca-a62e-4cff-a797-7695330e5aa0/9e2267ca-a62e-4cff-a797-7695330e5aa0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.472055] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.476180] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbaad879-821b-4d97-a9b2-cdfe7863a942 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.493661] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca31fa6f-b658-4cb4-9353-f1954b6edeb6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.497505] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 659.497505] env[69547]: value = "task-3160913" [ 659.497505] env[69547]: _type = "Task" [ 659.497505] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.503072] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 659.503072] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522c8bec-0db0-54d0-e7d2-09cfa1ff76d8" [ 659.503072] env[69547]: _type = "Task" [ 659.503072] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.504947] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 659.504947] env[69547]: value = "task-3160914" [ 659.504947] env[69547]: _type = "Task" [ 659.504947] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.513593] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.521661] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.521907] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522c8bec-0db0-54d0-e7d2-09cfa1ff76d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.522428] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.522728] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e1b3c6c8-f311-4a76-9275-5c155c162449/e1b3c6c8-f311-4a76-9275-5c155c162449.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.524467] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c47982d3-0e0a-4c2c-af82-167bae2d366d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.531946] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 659.531946] env[69547]: value = "task-3160915" [ 659.531946] env[69547]: _type = "Task" [ 659.531946] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.538962] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.646546] env[69547]: DEBUG nova.network.neutron [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Updating instance_info_cache with network_info: [{"id": "3365e08f-45ae-4c68-8c78-80ac57b5f080", "address": "fa:16:3e:ba:76:35", "network": {"id": "0202f1f1-45e4-4fc1-94d1-dffad5cf4942", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-853829712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3afda8fb7f24dbb99501a8eb2d5a9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3365e08f-45", "ovs_interfaceid": "3365e08f-45ae-4c68-8c78-80ac57b5f080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.783341] env[69547]: DEBUG nova.compute.utils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.785040] env[69547]: DEBUG nova.compute.manager [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.785223] env[69547]: DEBUG nova.network.neutron [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.886196] env[69547]: DEBUG nova.policy [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25583ea0aab34bfbbb51f32054d56154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413198b9449a422eac2a3b71939b846a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.944242] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160912, 'name': ReconfigVM_Task, 'duration_secs': 0.321283} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.944242] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b56d79e1-d6d6-41fd-9045-b3504c3f36cc/b56d79e1-d6d6-41fd-9045-b3504c3f36cc.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.946580] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9d8c7b6-3564-4734-a0d8-08e50c649aef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.954496] env[69547]: DEBUG nova.network.neutron [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Updated VIF entry in instance network info cache for port 13db7663-8ce5-429f-a077-c9537919da64. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.955084] env[69547]: DEBUG nova.network.neutron [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Updating instance_info_cache with network_info: [{"id": "13db7663-8ce5-429f-a077-c9537919da64", "address": "fa:16:3e:65:58:27", "network": {"id": "606c6de7-1a67-4a16-9040-852d8ab29ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1331450069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bec3ebd1244d3e89e725fcfa26e2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13db7663-8c", "ovs_interfaceid": "13db7663-8ce5-429f-a077-c9537919da64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.958287] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 659.958287] env[69547]: value = "task-3160916" [ 659.958287] env[69547]: _type = "Task" [ 659.958287] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.977686] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160916, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.008834] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072409} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.013243] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.013797] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d94533-a138-44bd-b4af-1dabd00740ba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.037469] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 690ffaf0-bc91-4427-98fd-15b4bdffb58f/690ffaf0-bc91-4427-98fd-15b4bdffb58f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.041053] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb11880c-a47c-421b-aa8f-ed714a3cd4e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.057232] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160914, 'name': ReconfigVM_Task, 'duration_secs': 0.518645} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.061218] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 9e2267ca-a62e-4cff-a797-7695330e5aa0/9e2267ca-a62e-4cff-a797-7695330e5aa0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.062655] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3b3416e-6c90-4c1c-8803-20b4e271f3dd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.066245] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 660.066245] env[69547]: value = "task-3160917" [ 660.066245] env[69547]: _type = "Task" [ 660.066245] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.069541] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470267} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.074023] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e1b3c6c8-f311-4a76-9275-5c155c162449/e1b3c6c8-f311-4a76-9275-5c155c162449.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.074023] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.074217] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 660.074217] env[69547]: value = "task-3160918" [ 660.074217] env[69547]: _type = "Task" [ 660.074217] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.074322] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05580004-98ab-4629-89ca-1606e5ca04a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.084560] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160917, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.089510] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160918, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.090819] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 660.090819] env[69547]: value = "task-3160919" [ 660.090819] env[69547]: _type = "Task" [ 660.090819] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.099615] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.150228] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Releasing lock "refresh_cache-5c083db7-c953-4bee-961e-62fff3fff8ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.150500] env[69547]: DEBUG nova.compute.manager [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Instance network_info: |[{"id": "3365e08f-45ae-4c68-8c78-80ac57b5f080", "address": "fa:16:3e:ba:76:35", "network": {"id": "0202f1f1-45e4-4fc1-94d1-dffad5cf4942", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-853829712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3afda8fb7f24dbb99501a8eb2d5a9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3365e08f-45", "ovs_interfaceid": "3365e08f-45ae-4c68-8c78-80ac57b5f080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.151011] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:76:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3365e08f-45ae-4c68-8c78-80ac57b5f080', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.160360] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Creating folder: Project (c3afda8fb7f24dbb99501a8eb2d5a9ae). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.160668] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-517c54e0-bc27-46b4-9fc9-2f5cc796505b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.171156] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Created folder: Project (c3afda8fb7f24dbb99501a8eb2d5a9ae) in parent group-v632381. [ 660.171302] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Creating folder: Instances. Parent ref: group-v632394. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.171700] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44a3d529-955e-423c-a791-82555b18aed6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.181757] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Created folder: Instances in parent group-v632394. [ 660.182041] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.182241] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.182439] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed565507-313c-45c5-9c16-f83a9507fe38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.205203] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.205203] env[69547]: value = "task-3160922" [ 660.205203] env[69547]: _type = "Task" [ 660.205203] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.211726] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160922, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.294442] env[69547]: DEBUG nova.compute.manager [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.461563] env[69547]: DEBUG oslo_concurrency.lockutils [req-2ba9b095-d2b4-409a-9744-81507ec6dc28 req-2d439b2e-0e5c-4160-bbe8-4fc9e7ba57a0 service nova] Releasing lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.475604] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160916, 'name': Rename_Task, 'duration_secs': 0.149995} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.476166] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.476563] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67deff0b-8855-4022-b32d-da93252e23f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.485834] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 660.485834] env[69547]: value = "task-3160923" [ 660.485834] env[69547]: _type = "Task" [ 660.485834] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.493017] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.532378] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquiring lock "690648e9-1344-4076-9f7e-b329089e36a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.532980] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "690648e9-1344-4076-9f7e-b329089e36a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.585776] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160917, 'name': ReconfigVM_Task, 'duration_secs': 0.335584} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.586158] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 690ffaf0-bc91-4427-98fd-15b4bdffb58f/690ffaf0-bc91-4427-98fd-15b4bdffb58f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.586918] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20fe97cb-1ddf-4cb8-805e-f5c14a73a7f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.591759] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160918, 'name': Rename_Task, 'duration_secs': 0.37405} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.596795] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.597863] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd3cf68-de67-418a-8772-2190a42f4bbb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.603038] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80823495-6139-46d7-bf64-26f12cb62e35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.605164] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 660.605164] env[69547]: value = "task-3160924" [ 660.605164] env[69547]: _type = "Task" [ 660.605164] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.623263] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075376} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.623557] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 660.623557] env[69547]: value = "task-3160925" [ 660.623557] env[69547]: _type = "Task" [ 660.623557] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.625111] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5119cb66-03e0-48b4-b1ec-9a55ce947e9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.628271] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.631767] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160e86f3-c802-402c-aacc-dcdde83b4346 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.637977] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160924, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.643958] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160925, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.690051] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] e1b3c6c8-f311-4a76-9275-5c155c162449/e1b3c6c8-f311-4a76-9275-5c155c162449.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.690923] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a05502-1f66-4470-8b4c-1b73111b99b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.694066] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e94c6ebf-394d-4af6-9344-fc4e138cbe43 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.715714] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843b67b6-0e5f-4ee1-be2d-688acb67264f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.729187] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 660.729187] env[69547]: value = "task-3160926" [ 660.729187] env[69547]: _type = "Task" [ 660.729187] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.729187] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160922, 'name': CreateVM_Task, 'duration_secs': 0.414356} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.729187] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.733583] env[69547]: DEBUG oslo_vmware.service [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0ff081-1693-44ea-9024-9d3f1f3bb390 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.746502] env[69547]: DEBUG nova.compute.provider_tree [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.759869] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.759869] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.762479] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.762993] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.762993] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6f759e-c7ae-46bb-94a8-24bdee6c31ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.769997] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 660.769997] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522ffb00-c2e3-51fa-9d43-e5151f2cf473" [ 660.769997] env[69547]: _type = "Task" [ 660.769997] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.778475] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522ffb00-c2e3-51fa-9d43-e5151f2cf473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.880379] env[69547]: DEBUG nova.network.neutron [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Successfully updated port: 5f2ed7bd-8fd5-40db-92c5-d611ce9a4007 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.935906] env[69547]: DEBUG nova.network.neutron [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Successfully created port: baaf4516-47fa-4da9-965b-8f7b2e5c1aee {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.998683] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160923, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.119339] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160924, 'name': Rename_Task, 'duration_secs': 0.135268} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.119635] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.119903] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0880d929-2679-432c-bbda-e864ffd9769f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.125400] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 661.125400] env[69547]: value = "task-3160927" [ 661.125400] env[69547]: _type = "Task" [ 661.125400] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.136734] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.139992] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160925, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.244450] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160926, 'name': ReconfigVM_Task, 'duration_secs': 0.318812} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.244994] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Reconfigured VM instance instance-00000004 to attach disk [datastore2] e1b3c6c8-f311-4a76-9275-5c155c162449/e1b3c6c8-f311-4a76-9275-5c155c162449.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.245384] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0c9102-21fd-4799-b721-27dfca93b7bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.253919] env[69547]: DEBUG nova.scheduler.client.report [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.259647] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 661.259647] env[69547]: value = "task-3160928" [ 661.259647] env[69547]: _type = "Task" [ 661.259647] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.268419] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160928, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.278867] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.279147] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.279477] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.279629] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.279808] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.280388] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95a38728-12fa-4ab4-8be4-3479ef2ccfb0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.290885] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.293892] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.295135] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e685a-f280-45ec-88f3-752860250f89 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.308441] env[69547]: DEBUG nova.compute.manager [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.311120] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4226ace1-f282-4514-a65c-964a08232ef3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.316791] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 661.316791] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e1cd51-3b79-e0a9-90b6-aff63b88cdc2" [ 661.316791] env[69547]: _type = "Task" [ 661.316791] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.327107] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e1cd51-3b79-e0a9-90b6-aff63b88cdc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.334731] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.334965] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.335194] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.335314] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.335458] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.335616] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.335847] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.336020] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.336365] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.336533] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.336705] env[69547]: DEBUG nova.virt.hardware [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.337550] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff766f9-6410-47e0-b671-6c41c87632c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.344789] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52be8ff-82da-4412-aaf3-1276c52c239b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.385329] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquiring lock "refresh_cache-f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.385477] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquired lock "refresh_cache-f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.385630] env[69547]: DEBUG nova.network.neutron [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.496978] env[69547]: DEBUG oslo_vmware.api [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3160923, 'name': PowerOnVM_Task, 'duration_secs': 0.536964} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.497266] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.497793] env[69547]: INFO nova.compute.manager [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Took 14.42 seconds to spawn the instance on the hypervisor. [ 661.498183] env[69547]: DEBUG nova.compute.manager [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.498981] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5316dc-fb85-4239-b73d-dbd686d556db {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.647179] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160927, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.652982] env[69547]: DEBUG oslo_vmware.api [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3160925, 'name': PowerOnVM_Task, 'duration_secs': 0.985468} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.652982] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.652982] env[69547]: INFO nova.compute.manager [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Took 12.33 seconds to spawn the instance on the hypervisor. [ 661.652982] env[69547]: DEBUG nova.compute.manager [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.653705] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ad3fa3-ec15-46d5-9606-9d0b036b85f2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.761267] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.761791] env[69547]: DEBUG nova.compute.manager [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.765303] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.052s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.765398] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.765757] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 661.766165] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.963s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.771877] env[69547]: INFO nova.compute.claims [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.782373] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbef899b-7107-4493-953c-8b412a8116a8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.796261] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160928, 'name': Rename_Task, 'duration_secs': 0.216066} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.796356] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.797878] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d122221e-3480-4923-a5a5-638fe057540d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.805592] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd067b2-7c38-4932-9498-1ad3ba2c154e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.827786] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71f2f47-5dc8-4709-9420-bba9164ac52d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.831799] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 661.831799] env[69547]: value = "task-3160929" [ 661.831799] env[69547]: _type = "Task" [ 661.831799] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.845020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5a0f84-be0b-463d-ad6c-c306f277434f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.850170] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Preparing fetch location {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 661.850411] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Creating directory with path [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.854639] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0386e7b9-076e-44e8-b29e-fa654342085d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.856960] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.892362] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181032MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 661.892362] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.893449] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Created directory with path [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.893449] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Fetch image to [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 661.893587] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Downloading image file data e76c0dca-120f-44d4-98d5-a1c9e5167f85 to [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk on the data store datastore1 {{(pid=69547) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 661.895148] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12c8131-c725-4245-94cc-91aa7c13cbe2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.901819] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c60445-8e96-49c5-98e9-726086e45471 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.912089] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ec55ba-6b06-4146-b5d9-e9f8b3abd7a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.945083] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d1fe1-5603-45ae-85ae-f10651d712e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.953280] env[69547]: DEBUG nova.network.neutron [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.955445] env[69547]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6716c147-3279-4ced-9370-dceede484661 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.023268] env[69547]: INFO nova.compute.manager [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Took 19.23 seconds to build instance. [ 662.048770] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Downloading image file data e76c0dca-120f-44d4-98d5-a1c9e5167f85 to the data store datastore1 {{(pid=69547) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 662.138146] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160927, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.139267] env[69547]: DEBUG oslo_vmware.rw_handles [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69547) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 662.218215] env[69547]: INFO nova.compute.manager [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Took 17.73 seconds to build instance. [ 662.284084] env[69547]: DEBUG nova.compute.utils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.289462] env[69547]: DEBUG nova.compute.manager [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.290283] env[69547]: DEBUG nova.network.neutron [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.341895] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.357657] env[69547]: DEBUG nova.network.neutron [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Updating instance_info_cache with network_info: [{"id": "5f2ed7bd-8fd5-40db-92c5-d611ce9a4007", "address": "fa:16:3e:86:7d:79", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2ed7bd-8f", "ovs_interfaceid": "5f2ed7bd-8fd5-40db-92c5-d611ce9a4007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.396773] env[69547]: DEBUG nova.policy [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f2726ab1e7a4da29e576fefd273a462', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8229f45daca14344b7723c3b37ec0769', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.516059] env[69547]: DEBUG nova.compute.manager [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Received event network-vif-plugged-3365e08f-45ae-4c68-8c78-80ac57b5f080 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.516300] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] Acquiring lock "5c083db7-c953-4bee-961e-62fff3fff8ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.520167] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] Lock "5c083db7-c953-4bee-961e-62fff3fff8ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.520546] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] Lock "5c083db7-c953-4bee-961e-62fff3fff8ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.520730] env[69547]: DEBUG nova.compute.manager [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] No waiting events found dispatching network-vif-plugged-3365e08f-45ae-4c68-8c78-80ac57b5f080 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.520857] env[69547]: WARNING nova.compute.manager [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Received unexpected event network-vif-plugged-3365e08f-45ae-4c68-8c78-80ac57b5f080 for instance with vm_state building and task_state spawning. [ 662.520985] env[69547]: DEBUG nova.compute.manager [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Received event network-changed-3365e08f-45ae-4c68-8c78-80ac57b5f080 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.521307] env[69547]: DEBUG nova.compute.manager [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Refreshing instance network info cache due to event network-changed-3365e08f-45ae-4c68-8c78-80ac57b5f080. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.521410] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] Acquiring lock "refresh_cache-5c083db7-c953-4bee-961e-62fff3fff8ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.522049] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] Acquired lock "refresh_cache-5c083db7-c953-4bee-961e-62fff3fff8ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.522049] env[69547]: DEBUG nova.network.neutron [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Refreshing network info cache for port 3365e08f-45ae-4c68-8c78-80ac57b5f080 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.529175] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81dac64b-98b6-4ecd-b83d-0324ef4e90e0 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.751s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.642386] env[69547]: DEBUG oslo_vmware.api [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160927, 'name': PowerOnVM_Task, 'duration_secs': 1.112665} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.647878] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.648180] env[69547]: INFO nova.compute.manager [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Took 11.04 seconds to spawn the instance on the hypervisor. [ 662.648509] env[69547]: DEBUG nova.compute.manager [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.650380] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bf3941-d7fa-42f4-abfb-4045172ae68a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.710613] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "7160e6dd-68bd-44ec-9835-a85d09500b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.711312] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "7160e6dd-68bd-44ec-9835-a85d09500b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.728762] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8838efe1-4d61-419c-ac5b-5273c740571b tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "9e2267ca-a62e-4cff-a797-7695330e5aa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.268s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.800219] env[69547]: DEBUG nova.compute.manager [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.846761] env[69547]: DEBUG oslo_vmware.api [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3160929, 'name': PowerOnVM_Task, 'duration_secs': 0.575891} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.851933] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.852451] env[69547]: INFO nova.compute.manager [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Took 8.93 seconds to spawn the instance on the hypervisor. [ 662.852915] env[69547]: DEBUG nova.compute.manager [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.854706] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b6c582-d1d0-4156-9fb8-8bce1ed23655 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.862380] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Releasing lock "refresh_cache-f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.862854] env[69547]: DEBUG nova.compute.manager [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Instance network_info: |[{"id": "5f2ed7bd-8fd5-40db-92c5-d611ce9a4007", "address": "fa:16:3e:86:7d:79", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2ed7bd-8f", "ovs_interfaceid": "5f2ed7bd-8fd5-40db-92c5-d611ce9a4007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.863903] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:7d:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f2ed7bd-8fd5-40db-92c5-d611ce9a4007', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.873796] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Creating folder: Project (aebd7c6e44aa4c7faeb8982ea3675b19). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.879961] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa4738ee-44e1-4014-933e-6fd3ba22a19c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.897315] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Created folder: Project (aebd7c6e44aa4c7faeb8982ea3675b19) in parent group-v632381. [ 662.897516] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Creating folder: Instances. Parent ref: group-v632397. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.901741] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ae7516d-aa70-4af5-81d4-9e9f02e00f25 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.932542] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Created folder: Instances in parent group-v632397. [ 662.932797] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.932993] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.933216] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0741b7b-4f2b-424d-b88d-06c56be7c585 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.958112] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.958112] env[69547]: value = "task-3160932" [ 662.958112] env[69547]: _type = "Task" [ 662.958112] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.973141] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160932, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.975672] env[69547]: DEBUG oslo_vmware.rw_handles [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Completed reading data from the image iterator. {{(pid=69547) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 662.975987] env[69547]: DEBUG oslo_vmware.rw_handles [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 663.009032] env[69547]: DEBUG nova.network.neutron [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Successfully created port: 0f97e560-beda-4431-b6cc-60052bae75c5 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.036161] env[69547]: DEBUG nova.compute.manager [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.073939] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Downloaded image file data e76c0dca-120f-44d4-98d5-a1c9e5167f85 to vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk on the data store datastore1 {{(pid=69547) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 663.077774] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Caching image {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 663.077774] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Copying Virtual Disk [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk to [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.077774] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-370eacc4-1d80-480c-a88c-7ac97d19a30c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.086477] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 663.086477] env[69547]: value = "task-3160933" [ 663.086477] env[69547]: _type = "Task" [ 663.086477] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.099545] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.170010] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a2b79f-972a-4e37-9082-37d3b359d08d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.176513] env[69547]: INFO nova.compute.manager [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Took 18.34 seconds to build instance. [ 663.183758] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fbd71f-1f22-4fcb-bb93-919caa6fc3e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.222277] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36d7e8b-04c3-40d5-9850-dcc2ae100439 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.233646] env[69547]: DEBUG nova.compute.manager [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.235340] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f8e989-aa4d-48c2-b66e-1d274c5e798a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.260416] env[69547]: DEBUG nova.compute.provider_tree [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.395193] env[69547]: INFO nova.compute.manager [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Took 18.21 seconds to build instance. [ 663.472657] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160932, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.566883] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.597112] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160933, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.688753] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dca6b559-d4e9-495e-89d3-1894586013cf tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.856s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.769761] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.770809] env[69547]: DEBUG nova.scheduler.client.report [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.819075] env[69547]: DEBUG nova.compute.manager [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.851431] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.851675] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.851839] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.852280] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.852519] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.852671] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.852899] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.853042] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.853211] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.853379] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.853541] env[69547]: DEBUG nova.virt.hardware [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.858378] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d71b403-7c95-4646-8f7a-a8996b4068b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.869057] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a377ddb-d6b2-410b-ab0c-45c13b4e8cdd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.895683] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1232ffef-b883-456f-8176-6fe4821d5e8e tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "e1b3c6c8-f311-4a76-9275-5c155c162449" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.723s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.972809] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160932, 'name': CreateVM_Task, 'duration_secs': 0.568594} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.972809] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.972809] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.972809] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.973378] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.973378] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fcbf576-4892-44ed-a6d8-73d016295955 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.979355] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 663.979355] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d1ed01-9ff0-9bb7-ce69-9b3a1e1a58c8" [ 663.979355] env[69547]: _type = "Task" [ 663.979355] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.991563] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d1ed01-9ff0-9bb7-ce69-9b3a1e1a58c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.070894] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "f5a8d214-68ab-453c-ba9a-76206937f5eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.071165] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.098942] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160933, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.189483] env[69547]: DEBUG nova.compute.manager [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.231680] env[69547]: DEBUG nova.network.neutron [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Updated VIF entry in instance network info cache for port 3365e08f-45ae-4c68-8c78-80ac57b5f080. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.232024] env[69547]: DEBUG nova.network.neutron [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Updating instance_info_cache with network_info: [{"id": "3365e08f-45ae-4c68-8c78-80ac57b5f080", "address": "fa:16:3e:ba:76:35", "network": {"id": "0202f1f1-45e4-4fc1-94d1-dffad5cf4942", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-853829712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3afda8fb7f24dbb99501a8eb2d5a9ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3365e08f-45", "ovs_interfaceid": "3365e08f-45ae-4c68-8c78-80ac57b5f080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.278041] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.278608] env[69547]: DEBUG nova.compute.manager [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.283324] env[69547]: DEBUG nova.network.neutron [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Successfully updated port: baaf4516-47fa-4da9-965b-8f7b2e5c1aee {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.284739] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.083s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.285705] env[69547]: INFO nova.compute.claims [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.403412] env[69547]: DEBUG nova.compute.manager [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.499886] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.500227] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.500499] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.604630] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160933, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.025531} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.608023] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Copied Virtual Disk [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk to [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.608023] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Deleting the datastore file [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85/tmp-sparse.vmdk {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.608023] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf22b158-815d-4dbe-ba07-f8caa6f5bb92 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.615495] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 664.615495] env[69547]: value = "task-3160934" [ 664.615495] env[69547]: _type = "Task" [ 664.615495] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.624767] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.724607] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.734757] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c485007-a598-4226-830e-8891340bde97 req-965de17e-cf8c-418f-9f0c-32dd240795f6 service nova] Releasing lock "refresh_cache-5c083db7-c953-4bee-961e-62fff3fff8ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.783422] env[69547]: DEBUG nova.compute.utils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.784862] env[69547]: DEBUG nova.compute.manager [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.785043] env[69547]: DEBUG nova.network.neutron [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.792747] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "refresh_cache-ad28f56e-b1a6-4725-a6cf-c6de65213ebb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.794274] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "refresh_cache-ad28f56e-b1a6-4725-a6cf-c6de65213ebb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.794274] env[69547]: DEBUG nova.network.neutron [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.885933] env[69547]: DEBUG nova.policy [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '326e0b921d43444dbe120f821117e0cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '195337806c104903afe01dea39238812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.932512] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.020164] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "42403335-6ef3-4773-b3ac-a3aebd33394c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.020406] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "42403335-6ef3-4773-b3ac-a3aebd33394c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.125154] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02986} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.125674] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.125674] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Moving file from [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac/e76c0dca-120f-44d4-98d5-a1c9e5167f85 to [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85. {{(pid=69547) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 665.126031] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d1448267-3a30-4b6d-a8df-062d0c9892ce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.132580] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 665.132580] env[69547]: value = "task-3160935" [ 665.132580] env[69547]: _type = "Task" [ 665.132580] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.140871] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160935, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.211945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Acquiring lock "9e2267ca-a62e-4cff-a797-7695330e5aa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.212277] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Lock "9e2267ca-a62e-4cff-a797-7695330e5aa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.212433] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Acquiring lock "9e2267ca-a62e-4cff-a797-7695330e5aa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.212609] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Lock "9e2267ca-a62e-4cff-a797-7695330e5aa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.212926] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Lock "9e2267ca-a62e-4cff-a797-7695330e5aa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.215259] env[69547]: INFO nova.compute.manager [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Terminating instance [ 665.288483] env[69547]: DEBUG nova.compute.manager [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.379874] env[69547]: DEBUG nova.network.neutron [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.526351] env[69547]: DEBUG nova.network.neutron [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Successfully updated port: 0f97e560-beda-4431-b6cc-60052bae75c5 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.647017] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160935, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034869} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.647017] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] File moved {{(pid=69547) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 665.647017] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Cleaning up location [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 665.647017] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Deleting the datastore file [datastore1] vmware_temp/50fd8d52-2e95-4d22-a090-7c5152a8baac {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.647229] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70ba9920-e82e-4759-9ed8-92419477a1fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.652382] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f463d5-f32e-4d42-8561-62cd6c206f05 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.662698] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abb9d6c-dfdb-41b4-8af4-5c3a015db7fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.666209] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 665.666209] env[69547]: value = "task-3160936" [ 665.666209] env[69547]: _type = "Task" [ 665.666209] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.699709] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac35cf6-4eea-4345-96ac-2654f0c601e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.706452] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.711971] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39801fce-99bc-42a7-8f7a-6b4fd1773f1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.727984] env[69547]: DEBUG nova.compute.manager [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.728194] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.728972] env[69547]: DEBUG nova.compute.provider_tree [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.731033] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a2e58b-99e1-46fd-9208-7600a6f0e481 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.740135] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.743477] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc07600-35a0-43a8-af55-a11b2f9915cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.752670] env[69547]: DEBUG oslo_vmware.api [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Waiting for the task: (returnval){ [ 665.752670] env[69547]: value = "task-3160937" [ 665.752670] env[69547]: _type = "Task" [ 665.752670] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.766112] env[69547]: DEBUG oslo_vmware.api [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Task: {'id': task-3160937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.857831] env[69547]: DEBUG nova.network.neutron [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Updating instance_info_cache with network_info: [{"id": "baaf4516-47fa-4da9-965b-8f7b2e5c1aee", "address": "fa:16:3e:1e:89:ab", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaaf4516-47", "ovs_interfaceid": "baaf4516-47fa-4da9-965b-8f7b2e5c1aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.895699] env[69547]: DEBUG nova.network.neutron [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Successfully created port: f3239b82-71fe-493e-8d2d-9fd60a8e091f {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.030226] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "refresh_cache-fc616047-fa59-42c8-96c8-48b520b81d20" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.030226] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "refresh_cache-fc616047-fa59-42c8-96c8-48b520b81d20" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.030226] env[69547]: DEBUG nova.network.neutron [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.048875] env[69547]: DEBUG nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Received event network-vif-plugged-5f2ed7bd-8fd5-40db-92c5-d611ce9a4007 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.049115] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Acquiring lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.049298] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.049470] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.049637] env[69547]: DEBUG nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] No waiting events found dispatching network-vif-plugged-5f2ed7bd-8fd5-40db-92c5-d611ce9a4007 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.049800] env[69547]: WARNING nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Received unexpected event network-vif-plugged-5f2ed7bd-8fd5-40db-92c5-d611ce9a4007 for instance with vm_state building and task_state spawning. [ 666.049956] env[69547]: DEBUG nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Received event network-changed-5f2ed7bd-8fd5-40db-92c5-d611ce9a4007 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.052242] env[69547]: DEBUG nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Refreshing instance network info cache due to event network-changed-5f2ed7bd-8fd5-40db-92c5-d611ce9a4007. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.052474] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Acquiring lock "refresh_cache-f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.052614] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Acquired lock "refresh_cache-f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.052770] env[69547]: DEBUG nova.network.neutron [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Refreshing network info cache for port 5f2ed7bd-8fd5-40db-92c5-d611ce9a4007 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.088510] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.088971] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.177679] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074869} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.178035] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.178760] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ba39e5-5c64-4410-b2f9-bac85da9ec36 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.185339] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 666.185339] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d756e-9327-4783-f9d5-cc4873451284" [ 666.185339] env[69547]: _type = "Task" [ 666.185339] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.195144] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d756e-9327-4783-f9d5-cc4873451284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.237725] env[69547]: DEBUG nova.scheduler.client.report [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.267633] env[69547]: DEBUG oslo_vmware.api [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Task: {'id': task-3160937, 'name': PowerOffVM_Task, 'duration_secs': 0.258037} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.267902] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.269565] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.269565] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf80f760-2c12-4109-8724-397dadfaa08e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.303984] env[69547]: DEBUG nova.compute.manager [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.336715] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.337049] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.337240] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Deleting the datastore file [datastore2] 9e2267ca-a62e-4cff-a797-7695330e5aa0 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.337496] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26aa62cf-1463-4e9a-a4ad-3bd9bbe374c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.342265] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.342531] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.342719] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.342933] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.343123] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.344490] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.344490] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.344490] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.344490] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.344490] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.344638] env[69547]: DEBUG nova.virt.hardware [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.345014] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28211544-230a-4f32-9278-e1729ad5b0a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.356041] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c14553e-e76a-4208-aca5-d2b1d7e25e60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.362073] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "refresh_cache-ad28f56e-b1a6-4725-a6cf-c6de65213ebb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.362467] env[69547]: DEBUG nova.compute.manager [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Instance network_info: |[{"id": "baaf4516-47fa-4da9-965b-8f7b2e5c1aee", "address": "fa:16:3e:1e:89:ab", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaaf4516-47", "ovs_interfaceid": "baaf4516-47fa-4da9-965b-8f7b2e5c1aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.362804] env[69547]: DEBUG oslo_vmware.api [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Waiting for the task: (returnval){ [ 666.362804] env[69547]: value = "task-3160939" [ 666.362804] env[69547]: _type = "Task" [ 666.362804] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.363155] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:89:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baaf4516-47fa-4da9-965b-8f7b2e5c1aee', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.370860] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating folder: Project (413198b9449a422eac2a3b71939b846a). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.371803] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bad1ac72-55a4-4db0-8bc5-c695ff6cc2f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.391943] env[69547]: DEBUG oslo_vmware.api [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Task: {'id': task-3160939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.393652] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Created folder: Project (413198b9449a422eac2a3b71939b846a) in parent group-v632381. [ 666.393838] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating folder: Instances. Parent ref: group-v632400. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.394443] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fad2c759-9789-4899-bf11-0bb45396426c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.433050] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Created folder: Instances in parent group-v632400. [ 666.433137] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.433343] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.433506] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b860178-bee0-4eff-aa3c-09b230a9c677 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.474353] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.474353] env[69547]: value = "task-3160942" [ 666.474353] env[69547]: _type = "Task" [ 666.474353] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.485397] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160942, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.700059] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d756e-9327-4783-f9d5-cc4873451284, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.700325] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.700685] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 5c083db7-c953-4bee-961e-62fff3fff8ba/5c083db7-c953-4bee-961e-62fff3fff8ba.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.700987] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.701059] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.701237] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74830b34-cfd3-4f53-b216-626d119fb205 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.706298] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bad2e7d7-410c-4c90-a955-5f8ed658d0b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.713492] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 666.713492] env[69547]: value = "task-3160943" [ 666.713492] env[69547]: _type = "Task" [ 666.713492] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.718086] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.718324] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.719609] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51723fc7-14f5-46e7-a8f3-9f56fd165156 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.724860] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.728236] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 666.728236] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c83881-8cb0-b128-99c5-8130a0f94b18" [ 666.728236] env[69547]: _type = "Task" [ 666.728236] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.743567] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c83881-8cb0-b128-99c5-8130a0f94b18, 'name': SearchDatastore_Task, 'duration_secs': 0.008238} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.743567] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd071ba-1fd3-412d-b4af-f1b2601e18f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.747204] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.747734] env[69547]: DEBUG nova.compute.manager [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.752259] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.860s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.753145] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 666.753145] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b003c8-f298-f60d-09c6-2a9384c2d33d" [ 666.753145] env[69547]: _type = "Task" [ 666.753145] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.767396] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b003c8-f298-f60d-09c6-2a9384c2d33d, 'name': SearchDatastore_Task, 'duration_secs': 0.008018} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.767396] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.769985] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] f2f528e6-d7a1-43de-bb04-9a9f4068e1a0/f2f528e6-d7a1-43de-bb04-9a9f4068e1a0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.769985] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d30b6c75-1eaf-48c7-badf-086f121989fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.779110] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 666.779110] env[69547]: value = "task-3160944" [ 666.779110] env[69547]: _type = "Task" [ 666.779110] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.788829] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.834200] env[69547]: DEBUG nova.network.neutron [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.883865] env[69547]: DEBUG oslo_vmware.api [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Task: {'id': task-3160939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159953} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.884187] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.884378] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.884551] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.885130] env[69547]: INFO nova.compute.manager [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 666.885130] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.885441] env[69547]: DEBUG nova.compute.manager [-] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.885441] env[69547]: DEBUG nova.network.neutron [-] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.986568] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160942, 'name': CreateVM_Task, 'duration_secs': 0.422908} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.986767] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.987728] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.987728] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.988243] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.988243] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653d5d94-4f39-408a-b082-3d44fbbb8353 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.993997] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 666.993997] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521a51b6-5e1a-adfa-69dd-2db49eb11bc1" [ 666.993997] env[69547]: _type = "Task" [ 666.993997] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.003739] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521a51b6-5e1a-adfa-69dd-2db49eb11bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.223818] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494975} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.224091] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 5c083db7-c953-4bee-961e-62fff3fff8ba/5c083db7-c953-4bee-961e-62fff3fff8ba.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.224327] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.228021] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eca970c1-9a92-4bd8-8912-bd3fa5aa84e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.233328] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 667.233328] env[69547]: value = "task-3160945" [ 667.233328] env[69547]: _type = "Task" [ 667.233328] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.238151] env[69547]: DEBUG nova.network.neutron [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Updated VIF entry in instance network info cache for port 5f2ed7bd-8fd5-40db-92c5-d611ce9a4007. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.238151] env[69547]: DEBUG nova.network.neutron [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Updating instance_info_cache with network_info: [{"id": "5f2ed7bd-8fd5-40db-92c5-d611ce9a4007", "address": "fa:16:3e:86:7d:79", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2ed7bd-8f", "ovs_interfaceid": "5f2ed7bd-8fd5-40db-92c5-d611ce9a4007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.245841] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.262587] env[69547]: DEBUG nova.compute.utils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.263183] env[69547]: DEBUG nova.compute.manager [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.263412] env[69547]: DEBUG nova.network.neutron [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.292342] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160944, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.348019] env[69547]: DEBUG nova.policy [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f2726ab1e7a4da29e576fefd273a462', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8229f45daca14344b7723c3b37ec0769', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.478011] env[69547]: DEBUG nova.compute.manager [req-dc5af53f-479c-4aa4-b64a-5530496eb323 req-02bb6197-aee1-40d6-a0b5-f646a2e3cc33 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Received event network-vif-plugged-0f97e560-beda-4431-b6cc-60052bae75c5 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.478011] env[69547]: DEBUG oslo_concurrency.lockutils [req-dc5af53f-479c-4aa4-b64a-5530496eb323 req-02bb6197-aee1-40d6-a0b5-f646a2e3cc33 service nova] Acquiring lock "fc616047-fa59-42c8-96c8-48b520b81d20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.478011] env[69547]: DEBUG oslo_concurrency.lockutils [req-dc5af53f-479c-4aa4-b64a-5530496eb323 req-02bb6197-aee1-40d6-a0b5-f646a2e3cc33 service nova] Lock "fc616047-fa59-42c8-96c8-48b520b81d20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.478341] env[69547]: DEBUG oslo_concurrency.lockutils [req-dc5af53f-479c-4aa4-b64a-5530496eb323 req-02bb6197-aee1-40d6-a0b5-f646a2e3cc33 service nova] Lock "fc616047-fa59-42c8-96c8-48b520b81d20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.478410] env[69547]: DEBUG nova.compute.manager [req-dc5af53f-479c-4aa4-b64a-5530496eb323 req-02bb6197-aee1-40d6-a0b5-f646a2e3cc33 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] No waiting events found dispatching network-vif-plugged-0f97e560-beda-4431-b6cc-60052bae75c5 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.478798] env[69547]: WARNING nova.compute.manager [req-dc5af53f-479c-4aa4-b64a-5530496eb323 req-02bb6197-aee1-40d6-a0b5-f646a2e3cc33 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Received unexpected event network-vif-plugged-0f97e560-beda-4431-b6cc-60052bae75c5 for instance with vm_state building and task_state spawning. [ 667.508764] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521a51b6-5e1a-adfa-69dd-2db49eb11bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.058468} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.509154] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.509451] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.509992] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.509992] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.510255] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.510596] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f42d1120-ac8c-487c-9221-d94228aa4b40 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.519367] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.520028] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.520519] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29cf3925-f592-462f-9429-801d8f2f5aa1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.526171] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 667.526171] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52aee0f8-edfb-f242-2988-792ddf730bdb" [ 667.526171] env[69547]: _type = "Task" [ 667.526171] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.537803] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52aee0f8-edfb-f242-2988-792ddf730bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.614110] env[69547]: DEBUG nova.network.neutron [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Updating instance_info_cache with network_info: [{"id": "0f97e560-beda-4431-b6cc-60052bae75c5", "address": "fa:16:3e:ee:6d:c8", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f97e560-be", "ovs_interfaceid": "0f97e560-beda-4431-b6cc-60052bae75c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.746138] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Releasing lock "refresh_cache-f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.746138] env[69547]: DEBUG nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Received event network-vif-plugged-baaf4516-47fa-4da9-965b-8f7b2e5c1aee {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.746138] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Acquiring lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.746138] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.746138] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.746762] env[69547]: DEBUG nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] No waiting events found dispatching network-vif-plugged-baaf4516-47fa-4da9-965b-8f7b2e5c1aee {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.746762] env[69547]: WARNING nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Received unexpected event network-vif-plugged-baaf4516-47fa-4da9-965b-8f7b2e5c1aee for instance with vm_state building and task_state spawning. [ 667.746762] env[69547]: DEBUG nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Received event network-changed-baaf4516-47fa-4da9-965b-8f7b2e5c1aee {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.746762] env[69547]: DEBUG nova.compute.manager [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Refreshing instance network info cache due to event network-changed-baaf4516-47fa-4da9-965b-8f7b2e5c1aee. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.746762] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Acquiring lock "refresh_cache-ad28f56e-b1a6-4725-a6cf-c6de65213ebb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.747107] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Acquired lock "refresh_cache-ad28f56e-b1a6-4725-a6cf-c6de65213ebb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.747107] env[69547]: DEBUG nova.network.neutron [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Refreshing network info cache for port baaf4516-47fa-4da9-965b-8f7b2e5c1aee {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.754611] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175491} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.758620] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.758620] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84663ce3-ee24-4565-986f-bb61c85d4824 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.782468] env[69547]: DEBUG nova.compute.manager [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.794557] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5c083db7-c953-4bee-961e-62fff3fff8ba/5c083db7-c953-4bee-961e-62fff3fff8ba.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.796209] env[69547]: DEBUG nova.network.neutron [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Successfully created port: cd1fa72c-8fc1-4ca2-9fa7-4003890da124 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.798851] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d9ff5a-a2eb-41fe-bd20-913efda2cd20 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.824599] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765979} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.826632] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance df53ded8-cbb1-4cde-840b-49ef4fa631c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.826813] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 690ffaf0-bc91-4427-98fd-15b4bdffb58f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.828799] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] f2f528e6-d7a1-43de-bb04-9a9f4068e1a0/f2f528e6-d7a1-43de-bb04-9a9f4068e1a0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.829057] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.831021] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 667.831021] env[69547]: value = "task-3160946" [ 667.831021] env[69547]: _type = "Task" [ 667.831021] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.831950] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa437f2a-f8ce-4a99-9f15-d755180daf62 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.849696] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.849696] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 667.849696] env[69547]: value = "task-3160947" [ 667.849696] env[69547]: _type = "Task" [ 667.849696] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.038226] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52aee0f8-edfb-f242-2988-792ddf730bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.039096] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceebb22c-5774-4d14-97c4-3b8a2606df6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.045998] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 668.045998] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cb82b2-775d-59dd-b3ad-71628e2dad64" [ 668.045998] env[69547]: _type = "Task" [ 668.045998] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.055106] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cb82b2-775d-59dd-b3ad-71628e2dad64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.105372] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "2dacd7c5-0893-4293-8676-db390b90b3d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.105618] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "2dacd7c5-0893-4293-8676-db390b90b3d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.122704] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "refresh_cache-fc616047-fa59-42c8-96c8-48b520b81d20" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.123845] env[69547]: DEBUG nova.compute.manager [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Instance network_info: |[{"id": "0f97e560-beda-4431-b6cc-60052bae75c5", "address": "fa:16:3e:ee:6d:c8", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f97e560-be", "ovs_interfaceid": "0f97e560-beda-4431-b6cc-60052bae75c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.124472] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:6d:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f97e560-beda-4431-b6cc-60052bae75c5', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.135813] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Creating folder: Project (8229f45daca14344b7723c3b37ec0769). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.136183] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3baca8c-6d35-4ea2-949c-66f50b2aaea6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.148090] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Created folder: Project (8229f45daca14344b7723c3b37ec0769) in parent group-v632381. [ 668.148290] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Creating folder: Instances. Parent ref: group-v632403. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.148528] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d304d62c-5148-472b-85a7-c6cb8c7b477e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.158843] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Created folder: Instances in parent group-v632403. [ 668.159101] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.159298] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.162540] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21137eca-a2a3-422a-a3fd-614f8fc8d19c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.178848] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.178848] env[69547]: value = "task-3160950" [ 668.178848] env[69547]: _type = "Task" [ 668.178848] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.188522] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160950, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.334202] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3828ecd8-0808-46ab-9f51-525db9ef01f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 668.357045] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160946, 'name': ReconfigVM_Task, 'duration_secs': 0.321413} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.361292] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5c083db7-c953-4bee-961e-62fff3fff8ba/5c083db7-c953-4bee-961e-62fff3fff8ba.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.363034] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ca2d9e0-7e21-4814-872e-59eb56a9d1eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.372169] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080049} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.373704] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.373878] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 668.373878] env[69547]: value = "task-3160951" [ 668.373878] env[69547]: _type = "Task" [ 668.373878] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.375046] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a31ef9-2205-43d4-bdd5-3af86e0cbb6a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.388973] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160951, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.412442] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] f2f528e6-d7a1-43de-bb04-9a9f4068e1a0/f2f528e6-d7a1-43de-bb04-9a9f4068e1a0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.415510] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a54263-993c-4b3f-9a16-20f931de59b0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.438539] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.438539] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.438539] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 668.438539] env[69547]: value = "task-3160952" [ 668.438539] env[69547]: _type = "Task" [ 668.438539] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.449783] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.558150] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cb82b2-775d-59dd-b3ad-71628e2dad64, 'name': SearchDatastore_Task, 'duration_secs': 0.040415} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.558483] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.558764] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] ad28f56e-b1a6-4725-a6cf-c6de65213ebb/ad28f56e-b1a6-4725-a6cf-c6de65213ebb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.559053] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b52b911-5592-47a9-9b54-8f29152ef79d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.568544] env[69547]: DEBUG nova.network.neutron [-] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.569899] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 668.569899] env[69547]: value = "task-3160953" [ 668.569899] env[69547]: _type = "Task" [ 668.569899] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.581303] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.689163] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160950, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.750839] env[69547]: DEBUG nova.network.neutron [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Updated VIF entry in instance network info cache for port baaf4516-47fa-4da9-965b-8f7b2e5c1aee. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.751430] env[69547]: DEBUG nova.network.neutron [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Updating instance_info_cache with network_info: [{"id": "baaf4516-47fa-4da9-965b-8f7b2e5c1aee", "address": "fa:16:3e:1e:89:ab", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaaf4516-47", "ovs_interfaceid": "baaf4516-47fa-4da9-965b-8f7b2e5c1aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.809150] env[69547]: DEBUG nova.compute.manager [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.840264] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance abc1186a-59c7-4e08-a0d6-e6fc42dd58b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 668.841395] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance ad28f56e-b1a6-4725-a6cf-c6de65213ebb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.856408] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.856408] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.856408] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.856561] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.856561] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.856561] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.856561] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.856561] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.857439] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.857870] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.858289] env[69547]: DEBUG nova.virt.hardware [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.859282] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd90696-627f-4b44-86b7-7ee1cfeac3d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.870848] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ed62f1-5e17-41d3-9d9e-7ef5975de74a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.889367] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160951, 'name': Rename_Task, 'duration_secs': 0.162929} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.898259] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.901615] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48164251-e33b-4e8f-b4f7-b7b49ccd81c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.906884] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "139591bc-25b9-4087-807d-ac8108d236c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.907227] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "139591bc-25b9-4087-807d-ac8108d236c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.915813] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 668.915813] env[69547]: value = "task-3160954" [ 668.915813] env[69547]: _type = "Task" [ 668.915813] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.928953] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.953792] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.953792] env[69547]: DEBUG nova.network.neutron [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Successfully updated port: f3239b82-71fe-493e-8d2d-9fd60a8e091f {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.071893] env[69547]: INFO nova.compute.manager [-] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Took 2.19 seconds to deallocate network for instance. [ 669.086719] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497024} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.087579] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] ad28f56e-b1a6-4725-a6cf-c6de65213ebb/ad28f56e-b1a6-4725-a6cf-c6de65213ebb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.087828] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.088135] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0011248-f7e3-48c4-9a8e-53c8b485e1bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.096486] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 669.096486] env[69547]: value = "task-3160955" [ 669.096486] env[69547]: _type = "Task" [ 669.096486] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.104367] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.190098] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160950, 'name': CreateVM_Task, 'duration_secs': 0.590764} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.190302] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.191126] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.191311] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.191697] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.191957] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3133163-bf3c-4c8f-8edf-0e0e85a528e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.197866] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 669.197866] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521c1db3-e1cc-a0df-cdfc-0303463ca0f4" [ 669.197866] env[69547]: _type = "Task" [ 669.197866] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.206265] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521c1db3-e1cc-a0df-cdfc-0303463ca0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.254693] env[69547]: DEBUG oslo_concurrency.lockutils [req-6605a5ad-1f3c-4bcb-80c6-a659086ab299 req-906fe330-9761-4ce7-8bca-e44fb646dfde service nova] Releasing lock "refresh_cache-ad28f56e-b1a6-4725-a6cf-c6de65213ebb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.349289] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 690648e9-1344-4076-9f7e-b329089e36a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.427336] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160954, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.448146] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160952, 'name': ReconfigVM_Task, 'duration_secs': 0.658447} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.448454] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] f2f528e6-d7a1-43de-bb04-9a9f4068e1a0/f2f528e6-d7a1-43de-bb04-9a9f4068e1a0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.449266] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3a1b759-4ecd-4627-88c9-676283eda4d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.456392] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "refresh_cache-df53ded8-cbb1-4cde-840b-49ef4fa631c9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.456538] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquired lock "refresh_cache-df53ded8-cbb1-4cde-840b-49ef4fa631c9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.456685] env[69547]: DEBUG nova.network.neutron [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.457950] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 669.457950] env[69547]: value = "task-3160956" [ 669.457950] env[69547]: _type = "Task" [ 669.457950] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.469143] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160956, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.583202] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.607703] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08144} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.608356] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.610522] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d8592b-ad68-40c2-bf72-6969e07ae99c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.638800] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ad28f56e-b1a6-4725-a6cf-c6de65213ebb/ad28f56e-b1a6-4725-a6cf-c6de65213ebb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.639131] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661a004a-f343-4f8b-8516-8f97c2cdfd81 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.660071] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 669.660071] env[69547]: value = "task-3160957" [ 669.660071] env[69547]: _type = "Task" [ 669.660071] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.668654] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.709790] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521c1db3-e1cc-a0df-cdfc-0303463ca0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.710115] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.710355] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.710585] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.710723] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.710901] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.711173] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc3b3ad3-d007-41fb-b69d-cda77ba30f10 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.731407] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.731609] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.736014] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1008bf58-c2f8-48cb-af67-18f80c278650 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.738974] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 669.738974] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525c90b8-9717-b9b9-05c9-86933d3fabca" [ 669.738974] env[69547]: _type = "Task" [ 669.738974] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.751291] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525c90b8-9717-b9b9-05c9-86933d3fabca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.786434] env[69547]: DEBUG nova.compute.manager [req-0146da70-2d4e-4f62-b121-09ba2cf56b0f req-73977c4c-9fb9-4483-be12-4fd48e1f0fc6 service nova] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Received event network-vif-deleted-dcbaf7f5-f33b-4aaa-bc9b-28a60c034405 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.795131] env[69547]: DEBUG nova.network.neutron [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Successfully updated port: cd1fa72c-8fc1-4ca2-9fa7-4003890da124 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.852585] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 95c71e5d-aa84-4bfa-90ca-a171d51b8416 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.933986] env[69547]: DEBUG oslo_vmware.api [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160954, 'name': PowerOnVM_Task, 'duration_secs': 0.577703} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.934323] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.934597] env[69547]: INFO nova.compute.manager [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Took 13.43 seconds to spawn the instance on the hypervisor. [ 669.934796] env[69547]: DEBUG nova.compute.manager [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.935629] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5d8e46-85e0-44ba-b111-d59c83e369d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.970023] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160956, 'name': Rename_Task, 'duration_secs': 0.149641} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.970405] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.970650] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e38a5b12-d80b-41da-a629-b6c3fbe678e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.979906] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 669.979906] env[69547]: value = "task-3160958" [ 669.979906] env[69547]: _type = "Task" [ 669.979906] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.988471] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.992459] env[69547]: DEBUG nova.network.neutron [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.177202] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.183013] env[69547]: DEBUG nova.network.neutron [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Updating instance_info_cache with network_info: [{"id": "f3239b82-71fe-493e-8d2d-9fd60a8e091f", "address": "fa:16:3e:2c:18:2d", "network": {"id": "ae368336-3e36-4d83-95bf-1ed8ed2c2279", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1806337159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195337806c104903afe01dea39238812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3239b82-71", "ovs_interfaceid": "f3239b82-71fe-493e-8d2d-9fd60a8e091f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.251554] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525c90b8-9717-b9b9-05c9-86933d3fabca, 'name': SearchDatastore_Task, 'duration_secs': 0.041666} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.252459] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9daf937-a691-41a6-89f3-57adc5d6125f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.258393] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 670.258393] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527fdc4d-a2ef-2ea4-2ac2-9690f1aa4ac1" [ 670.258393] env[69547]: _type = "Task" [ 670.258393] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.268031] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527fdc4d-a2ef-2ea4-2ac2-9690f1aa4ac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.300562] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "refresh_cache-53d12c7f-50bb-413b-85e8-f5201f7aa8ff" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.300562] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "refresh_cache-53d12c7f-50bb-413b-85e8-f5201f7aa8ff" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.300562] env[69547]: DEBUG nova.network.neutron [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.355889] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance aec1ca4a-7bc4-4178-9ed2-e41b6698825c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.455339] env[69547]: INFO nova.compute.manager [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Took 24.55 seconds to build instance. [ 670.497714] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160958, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.525482] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquiring lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.525648] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.673737] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160957, 'name': ReconfigVM_Task, 'duration_secs': 0.809392} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.674070] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ad28f56e-b1a6-4725-a6cf-c6de65213ebb/ad28f56e-b1a6-4725-a6cf-c6de65213ebb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.674691] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b5603e-acaa-4c43-af1f-9ff9be392122 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.680528] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 670.680528] env[69547]: value = "task-3160959" [ 670.680528] env[69547]: _type = "Task" [ 670.680528] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.690041] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Releasing lock "refresh_cache-df53ded8-cbb1-4cde-840b-49ef4fa631c9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.690333] env[69547]: DEBUG nova.compute.manager [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Instance network_info: |[{"id": "f3239b82-71fe-493e-8d2d-9fd60a8e091f", "address": "fa:16:3e:2c:18:2d", "network": {"id": "ae368336-3e36-4d83-95bf-1ed8ed2c2279", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1806337159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195337806c104903afe01dea39238812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3239b82-71", "ovs_interfaceid": "f3239b82-71fe-493e-8d2d-9fd60a8e091f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.690597] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160959, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.690931] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:18:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3239b82-71fe-493e-8d2d-9fd60a8e091f', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.698844] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Creating folder: Project (195337806c104903afe01dea39238812). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.699175] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49f54514-1f0e-43cf-9f5d-14089f84710b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.709928] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Created folder: Project (195337806c104903afe01dea39238812) in parent group-v632381. [ 670.710228] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Creating folder: Instances. Parent ref: group-v632406. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.710523] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e24ff15-1c75-40f2-95d7-9d8dbfd69d8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.720915] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Created folder: Instances in parent group-v632406. [ 670.721181] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.721372] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.721579] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9027ceef-229a-4674-a2bd-fb6ea53df4b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.748896] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.748896] env[69547]: value = "task-3160962" [ 670.748896] env[69547]: _type = "Task" [ 670.748896] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.758344] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160962, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.768545] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527fdc4d-a2ef-2ea4-2ac2-9690f1aa4ac1, 'name': SearchDatastore_Task, 'duration_secs': 0.024616} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.768905] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.769049] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.769305] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7e60463-fd13-472d-af36-0cb9451738e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.777454] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 670.777454] env[69547]: value = "task-3160963" [ 670.777454] env[69547]: _type = "Task" [ 670.777454] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.785455] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.858770] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance f5a8d214-68ab-453c-ba9a-76206937f5eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.858970] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance b56d79e1-d6d6-41fd-9045-b3504c3f36cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 670.900229] env[69547]: DEBUG nova.compute.manager [req-8f927ff9-9ae4-4c15-9d22-0fe33d56fc0e req-387786d8-2830-4fea-9b69-7337c7a75308 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Received event network-changed-0f97e560-beda-4431-b6cc-60052bae75c5 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.900429] env[69547]: DEBUG nova.compute.manager [req-8f927ff9-9ae4-4c15-9d22-0fe33d56fc0e req-387786d8-2830-4fea-9b69-7337c7a75308 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Refreshing instance network info cache due to event network-changed-0f97e560-beda-4431-b6cc-60052bae75c5. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.901255] env[69547]: DEBUG oslo_concurrency.lockutils [req-8f927ff9-9ae4-4c15-9d22-0fe33d56fc0e req-387786d8-2830-4fea-9b69-7337c7a75308 service nova] Acquiring lock "refresh_cache-fc616047-fa59-42c8-96c8-48b520b81d20" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.901415] env[69547]: DEBUG oslo_concurrency.lockutils [req-8f927ff9-9ae4-4c15-9d22-0fe33d56fc0e req-387786d8-2830-4fea-9b69-7337c7a75308 service nova] Acquired lock "refresh_cache-fc616047-fa59-42c8-96c8-48b520b81d20" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.901586] env[69547]: DEBUG nova.network.neutron [req-8f927ff9-9ae4-4c15-9d22-0fe33d56fc0e req-387786d8-2830-4fea-9b69-7337c7a75308 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Refreshing network info cache for port 0f97e560-beda-4431-b6cc-60052bae75c5 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.957473] env[69547]: DEBUG oslo_concurrency.lockutils [None req-458423a4-ce44-44da-b1cc-04e40645985f tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "5c083db7-c953-4bee-961e-62fff3fff8ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.067s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.991785] env[69547]: DEBUG oslo_vmware.api [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160958, 'name': PowerOnVM_Task, 'duration_secs': 0.692945} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.993561] env[69547]: DEBUG nova.network.neutron [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.995556] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.995714] env[69547]: INFO nova.compute.manager [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Took 12.09 seconds to spawn the instance on the hypervisor. [ 670.995942] env[69547]: DEBUG nova.compute.manager [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.996771] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b59152-eeb3-4abc-96b6-f8feb812a822 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.194582] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160959, 'name': Rename_Task, 'duration_secs': 0.17164} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.195041] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.195418] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-764c6875-4d35-4c1d-a79a-898a7d9bbaa6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.202382] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 671.202382] env[69547]: value = "task-3160964" [ 671.202382] env[69547]: _type = "Task" [ 671.202382] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.210194] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.259442] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160962, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.261068] env[69547]: DEBUG nova.network.neutron [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Updating instance_info_cache with network_info: [{"id": "cd1fa72c-8fc1-4ca2-9fa7-4003890da124", "address": "fa:16:3e:2d:9a:0a", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1fa72c-8f", "ovs_interfaceid": "cd1fa72c-8fc1-4ca2-9fa7-4003890da124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.287995] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160963, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.363744] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 2dacd7c5-0893-4293-8676-db390b90b3d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.460871] env[69547]: DEBUG nova.compute.manager [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.469451] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.471401] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.521107] env[69547]: INFO nova.compute.manager [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Took 25.36 seconds to build instance. [ 671.712621] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160964, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.759375] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160962, 'name': CreateVM_Task, 'duration_secs': 0.617378} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.759694] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.762021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.762021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.762021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.762021] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc52d78d-f1e5-4a1c-8326-b689960b51ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.763102] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "refresh_cache-53d12c7f-50bb-413b-85e8-f5201f7aa8ff" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.763378] env[69547]: DEBUG nova.compute.manager [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Instance network_info: |[{"id": "cd1fa72c-8fc1-4ca2-9fa7-4003890da124", "address": "fa:16:3e:2d:9a:0a", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1fa72c-8f", "ovs_interfaceid": "cd1fa72c-8fc1-4ca2-9fa7-4003890da124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.763723] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:9a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd1fa72c-8fc1-4ca2-9fa7-4003890da124', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.771366] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.772764] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.773090] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 671.773090] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527a15b0-2401-28ac-bcc2-e8073845e00a" [ 671.773090] env[69547]: _type = "Task" [ 671.773090] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.773269] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-957db75d-a877-4aac-874c-328b39f23954 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.788777] env[69547]: DEBUG nova.network.neutron [req-8f927ff9-9ae4-4c15-9d22-0fe33d56fc0e req-387786d8-2830-4fea-9b69-7337c7a75308 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Updated VIF entry in instance network info cache for port 0f97e560-beda-4431-b6cc-60052bae75c5. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.789104] env[69547]: DEBUG nova.network.neutron [req-8f927ff9-9ae4-4c15-9d22-0fe33d56fc0e req-387786d8-2830-4fea-9b69-7337c7a75308 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Updating instance_info_cache with network_info: [{"id": "0f97e560-beda-4431-b6cc-60052bae75c5", "address": "fa:16:3e:ee:6d:c8", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f97e560-be", "ovs_interfaceid": "0f97e560-beda-4431-b6cc-60052bae75c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.802695] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527a15b0-2401-28ac-bcc2-e8073845e00a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.806558] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.806558] env[69547]: value = "task-3160965" [ 671.806558] env[69547]: _type = "Task" [ 671.806558] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.807048] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946422} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.807124] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.807284] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.811090] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97309622-4742-40bc-b67c-119d8e22180a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.820542] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160965, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.821706] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 671.821706] env[69547]: value = "task-3160966" [ 671.821706] env[69547]: _type = "Task" [ 671.821706] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.832168] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.869352] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7263b1c7-456e-4a50-98ba-07c58cc44115 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.869677] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 9e2267ca-a62e-4cff-a797-7695330e5aa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.869734] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 53d12c7f-50bb-413b-85e8-f5201f7aa8ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.869916] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance fc616047-fa59-42c8-96c8-48b520b81d20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.870087] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e1b3c6c8-f311-4a76-9275-5c155c162449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.870284] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance f2f528e6-d7a1-43de-bb04-9a9f4068e1a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.870455] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 5c083db7-c953-4bee-961e-62fff3fff8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.995215] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.026126] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9b88ffb4-b63b-4fc5-9449-380a06037f4e tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.879s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.212883] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160964, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.297175] env[69547]: DEBUG oslo_concurrency.lockutils [req-8f927ff9-9ae4-4c15-9d22-0fe33d56fc0e req-387786d8-2830-4fea-9b69-7337c7a75308 service nova] Releasing lock "refresh_cache-fc616047-fa59-42c8-96c8-48b520b81d20" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.297609] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527a15b0-2401-28ac-bcc2-e8073845e00a, 'name': SearchDatastore_Task, 'duration_secs': 0.04921} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.298189] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.298434] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.298670] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.298816] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.298996] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.299272] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dd37a36-5b53-4744-aee5-6d83cbe79826 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.310411] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.310411] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.314055] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71bafef7-7292-405e-853f-bfdd38097487 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.320838] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160965, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.322556] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 672.322556] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c6f16-f84c-b940-9603-35304b2233a4" [ 672.322556] env[69547]: _type = "Task" [ 672.322556] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.333209] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254271} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.337705] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.338259] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c6f16-f84c-b940-9603-35304b2233a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.339308] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4e3cf1-51e5-49c4-9ec7-4a9020a20544 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.342695] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36ff2dd-297f-4e0d-b1a3-51f3b7e86989 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.374562] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.375085] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7620df0b-07ff-4e13-8079-55ecaf7dc996 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.376028] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e616ef8c-8ee2-47bb-be21-800f9aca2a6d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.395557] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 672.395557] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5233b8ee-f5de-6993-04b0-f58ce7d4f30b" [ 672.395557] env[69547]: _type = "Task" [ 672.395557] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.402071] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 672.402071] env[69547]: value = "task-3160967" [ 672.402071] env[69547]: _type = "Task" [ 672.402071] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.410923] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5233b8ee-f5de-6993-04b0-f58ce7d4f30b, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.414394] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.414666] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] df53ded8-cbb1-4cde-840b-49ef4fa631c9/df53ded8-cbb1-4cde-840b-49ef4fa631c9.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.414925] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.415245] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a79004d6-8797-4753-ac73-b6ce3fd18039 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.423175] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 672.423175] env[69547]: value = "task-3160968" [ 672.423175] env[69547]: _type = "Task" [ 672.423175] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.431132] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.530835] env[69547]: DEBUG nova.compute.manager [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.720396] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160964, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.820563] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160965, 'name': CreateVM_Task, 'duration_secs': 0.591448} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.821489] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.822601] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.822639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.823170] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.823684] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bab3f17-f1d6-4d25-b286-db326358d1c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.829636] env[69547]: DEBUG nova.compute.manager [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Received event network-changed-67d01b2c-54cb-472a-8566-8a8a7a558f85 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.829873] env[69547]: DEBUG nova.compute.manager [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Refreshing instance network info cache due to event network-changed-67d01b2c-54cb-472a-8566-8a8a7a558f85. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.830252] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] Acquiring lock "refresh_cache-b56d79e1-d6d6-41fd-9045-b3504c3f36cc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.830352] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] Acquired lock "refresh_cache-b56d79e1-d6d6-41fd-9045-b3504c3f36cc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.830603] env[69547]: DEBUG nova.network.neutron [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Refreshing network info cache for port 67d01b2c-54cb-472a-8566-8a8a7a558f85 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.837069] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 672.837069] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5279e0c8-3c29-8406-e129-992f69b597e7" [ 672.837069] env[69547]: _type = "Task" [ 672.837069] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.848958] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5279e0c8-3c29-8406-e129-992f69b597e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.897772] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 42403335-6ef3-4773-b3ac-a3aebd33394c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.920647] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160967, 'name': ReconfigVM_Task, 'duration_secs': 0.305144} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.920967] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Reconfigured VM instance instance-00000008 to attach disk [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.922006] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52aaf635-755d-41b0-8e78-56f06b0119f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.933665] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 672.933665] env[69547]: value = "task-3160969" [ 672.933665] env[69547]: _type = "Task" [ 672.933665] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.940872] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.947475] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160969, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.061574] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.219105] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160964, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.227525] env[69547]: DEBUG oslo_concurrency.lockutils [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquiring lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.228398] env[69547]: DEBUG oslo_concurrency.lockutils [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.228735] env[69547]: DEBUG oslo_concurrency.lockutils [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquiring lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.228950] env[69547]: DEBUG oslo_concurrency.lockutils [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.229446] env[69547]: DEBUG oslo_concurrency.lockutils [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.232782] env[69547]: INFO nova.compute.manager [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Terminating instance [ 673.349038] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5279e0c8-3c29-8406-e129-992f69b597e7, 'name': SearchDatastore_Task, 'duration_secs': 0.047263} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.349038] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.349203] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.350122] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.350122] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.350122] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.350763] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-367bba7c-b300-43a4-bba7-656973aacc1b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.360495] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.360688] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.361466] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa3f540-c89c-4b5b-a1d1-149181e546be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.369696] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 673.369696] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527c8bfe-0bd7-7485-0294-a22635a9ab5f" [ 673.369696] env[69547]: _type = "Task" [ 673.369696] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.385150] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527c8bfe-0bd7-7485-0294-a22635a9ab5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.401153] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7160e6dd-68bd-44ec-9835-a85d09500b19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.401747] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 673.401747] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 673.441350] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594742} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.449307] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] df53ded8-cbb1-4cde-840b-49ef4fa631c9/df53ded8-cbb1-4cde-840b-49ef4fa631c9.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.449971] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.450202] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74341775-ae78-429d-a7f2-3aacb85fec68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.457159] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160969, 'name': Rename_Task, 'duration_secs': 0.174842} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.458522] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.458825] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 673.458825] env[69547]: value = "task-3160970" [ 673.458825] env[69547]: _type = "Task" [ 673.458825] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.459082] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb9ee176-735a-4803-a402-30b1e6bd36bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.471762] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.475757] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 673.475757] env[69547]: value = "task-3160971" [ 673.475757] env[69547]: _type = "Task" [ 673.475757] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.484993] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.720585] env[69547]: DEBUG oslo_vmware.api [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160964, 'name': PowerOnVM_Task, 'duration_secs': 2.104695} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.720857] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.721441] env[69547]: INFO nova.compute.manager [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Took 12.41 seconds to spawn the instance on the hypervisor. [ 673.721547] env[69547]: DEBUG nova.compute.manager [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.723024] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702729cb-27f0-4b6f-a5d9-a329f77f7e7e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.738282] env[69547]: DEBUG nova.compute.manager [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.738495] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.739642] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00084046-f622-43c8-863b-1613d3611cee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.746840] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.747205] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-341e928c-a565-4f14-bab9-1bd2c9870337 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.758273] env[69547]: DEBUG oslo_vmware.api [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 673.758273] env[69547]: value = "task-3160972" [ 673.758273] env[69547]: _type = "Task" [ 673.758273] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.765966] env[69547]: DEBUG oslo_vmware.api [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.812110] env[69547]: DEBUG nova.compute.manager [None req-0dfe656a-1833-46e6-b7ec-9816b1a00f03 tempest-ServerExternalEventsTest-1040123353 tempest-ServerExternalEventsTest-1040123353-project] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Received event network-changed {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.812110] env[69547]: DEBUG nova.compute.manager [None req-0dfe656a-1833-46e6-b7ec-9816b1a00f03 tempest-ServerExternalEventsTest-1040123353 tempest-ServerExternalEventsTest-1040123353-project] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Refreshing instance network info cache due to event network-changed. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.812110] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dfe656a-1833-46e6-b7ec-9816b1a00f03 tempest-ServerExternalEventsTest-1040123353 tempest-ServerExternalEventsTest-1040123353-project] Acquiring lock "refresh_cache-f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.812110] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dfe656a-1833-46e6-b7ec-9816b1a00f03 tempest-ServerExternalEventsTest-1040123353 tempest-ServerExternalEventsTest-1040123353-project] Acquired lock "refresh_cache-f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.812110] env[69547]: DEBUG nova.network.neutron [None req-0dfe656a-1833-46e6-b7ec-9816b1a00f03 tempest-ServerExternalEventsTest-1040123353 tempest-ServerExternalEventsTest-1040123353-project] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.885273] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527c8bfe-0bd7-7485-0294-a22635a9ab5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.886175] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef2a2f4-be28-4043-9bc7-73901c62e1e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.892231] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 673.892231] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bd8a21-9bba-1d30-a5ac-edabd4104427" [ 673.892231] env[69547]: _type = "Task" [ 673.892231] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.901983] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bd8a21-9bba-1d30-a5ac-edabd4104427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.918424] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335e41c-ec6f-4239-9648-c77331cb2827 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.926672] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b726bf3f-edb7-494f-b28e-cf5476f4f21e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.963529] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5680cc-67e8-43fe-ab3e-469c4025fdf7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.978058] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c06fb82-ff47-4679-86f7-99b37a171551 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.982293] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088605} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.987410] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.988596] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b31bfb-1ea2-420e-988c-910f02f590d5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.999990] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.008895] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160971, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.033283] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] df53ded8-cbb1-4cde-840b-49ef4fa631c9/df53ded8-cbb1-4cde-840b-49ef4fa631c9.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.033283] env[69547]: DEBUG nova.network.neutron [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Updated VIF entry in instance network info cache for port 67d01b2c-54cb-472a-8566-8a8a7a558f85. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.033518] env[69547]: DEBUG nova.network.neutron [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Updating instance_info_cache with network_info: [{"id": "67d01b2c-54cb-472a-8566-8a8a7a558f85", "address": "fa:16:3e:1a:b6:e6", "network": {"id": "f0bcaf59-b5da-4278-ad61-0e253140e0b7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1006018431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7062aa0f864797a670b92865c07fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d01b2c-54", "ovs_interfaceid": "67d01b2c-54cb-472a-8566-8a8a7a558f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.034298] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-491df649-1565-4307-9329-5c815293e7f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.055422] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 674.055422] env[69547]: value = "task-3160973" [ 674.055422] env[69547]: _type = "Task" [ 674.055422] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.064501] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.247941] env[69547]: INFO nova.compute.manager [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Took 27.04 seconds to build instance. [ 674.271450] env[69547]: DEBUG oslo_vmware.api [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160972, 'name': PowerOffVM_Task, 'duration_secs': 0.210657} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.271450] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.271450] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.271450] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c80181a1-aec1-4e78-9ce3-ad70882390af {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.342104] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.342104] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.342104] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Deleting the datastore file [datastore2] 690ffaf0-bc91-4427-98fd-15b4bdffb58f {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.342540] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f192a1b5-c374-479a-ae88-dcbd97a74efc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.350435] env[69547]: DEBUG oslo_vmware.api [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for the task: (returnval){ [ 674.350435] env[69547]: value = "task-3160975" [ 674.350435] env[69547]: _type = "Task" [ 674.350435] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.371555] env[69547]: DEBUG oslo_vmware.api [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.402931] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bd8a21-9bba-1d30-a5ac-edabd4104427, 'name': SearchDatastore_Task, 'duration_secs': 0.025134} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.403222] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.403475] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 53d12c7f-50bb-413b-85e8-f5201f7aa8ff/53d12c7f-50bb-413b-85e8-f5201f7aa8ff.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.404054] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14b5905a-be5e-4294-941e-11ee2b5def68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.411223] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 674.411223] env[69547]: value = "task-3160976" [ 674.411223] env[69547]: _type = "Task" [ 674.411223] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.419746] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.455404] env[69547]: DEBUG nova.compute.manager [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Received event network-vif-plugged-cd1fa72c-8fc1-4ca2-9fa7-4003890da124 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.456298] env[69547]: DEBUG oslo_concurrency.lockutils [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] Acquiring lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.456884] env[69547]: DEBUG oslo_concurrency.lockutils [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] Lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.457257] env[69547]: DEBUG oslo_concurrency.lockutils [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] Lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.457557] env[69547]: DEBUG nova.compute.manager [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] No waiting events found dispatching network-vif-plugged-cd1fa72c-8fc1-4ca2-9fa7-4003890da124 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.458159] env[69547]: WARNING nova.compute.manager [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Received unexpected event network-vif-plugged-cd1fa72c-8fc1-4ca2-9fa7-4003890da124 for instance with vm_state building and task_state spawning. [ 674.458461] env[69547]: DEBUG nova.compute.manager [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Received event network-changed-cd1fa72c-8fc1-4ca2-9fa7-4003890da124 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.458736] env[69547]: DEBUG nova.compute.manager [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Refreshing instance network info cache due to event network-changed-cd1fa72c-8fc1-4ca2-9fa7-4003890da124. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.460111] env[69547]: DEBUG oslo_concurrency.lockutils [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] Acquiring lock "refresh_cache-53d12c7f-50bb-413b-85e8-f5201f7aa8ff" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.460111] env[69547]: DEBUG oslo_concurrency.lockutils [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] Acquired lock "refresh_cache-53d12c7f-50bb-413b-85e8-f5201f7aa8ff" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.460111] env[69547]: DEBUG nova.network.neutron [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Refreshing network info cache for port cd1fa72c-8fc1-4ca2-9fa7-4003890da124 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.509483] env[69547]: DEBUG oslo_vmware.api [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160971, 'name': PowerOnVM_Task, 'duration_secs': 0.57878} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.512561] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.513793] env[69547]: INFO nova.compute.manager [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Took 10.69 seconds to spawn the instance on the hypervisor. [ 674.513793] env[69547]: DEBUG nova.compute.manager [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.513963] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d13316-8565-4353-8b9c-0d4ecccadb35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.535313] env[69547]: ERROR nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [req-d4d911f8-7986-4c75-830d-823d957de5f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3dff35a2-8b92-4f77-8c0d-98fc04223d9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4d911f8-7986-4c75-830d-823d957de5f2"}]} [ 674.552884] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] Releasing lock "refresh_cache-b56d79e1-d6d6-41fd-9045-b3504c3f36cc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.554014] env[69547]: DEBUG nova.compute.manager [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Received event network-vif-plugged-f3239b82-71fe-493e-8d2d-9fd60a8e091f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.554014] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] Acquiring lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.554014] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.554014] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.554252] env[69547]: DEBUG nova.compute.manager [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] No waiting events found dispatching network-vif-plugged-f3239b82-71fe-493e-8d2d-9fd60a8e091f {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.554457] env[69547]: WARNING nova.compute.manager [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Received unexpected event network-vif-plugged-f3239b82-71fe-493e-8d2d-9fd60a8e091f for instance with vm_state building and task_state spawning. [ 674.554670] env[69547]: DEBUG nova.compute.manager [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Received event network-changed-f3239b82-71fe-493e-8d2d-9fd60a8e091f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.554912] env[69547]: DEBUG nova.compute.manager [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Refreshing instance network info cache due to event network-changed-f3239b82-71fe-493e-8d2d-9fd60a8e091f. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.555125] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] Acquiring lock "refresh_cache-df53ded8-cbb1-4cde-840b-49ef4fa631c9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.555312] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] Acquired lock "refresh_cache-df53ded8-cbb1-4cde-840b-49ef4fa631c9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.555493] env[69547]: DEBUG nova.network.neutron [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Refreshing network info cache for port f3239b82-71fe-493e-8d2d-9fd60a8e091f {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.562438] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Refreshing inventories for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 674.574817] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.586538] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Updating ProviderTree inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 674.586771] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.600968] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Refreshing aggregate associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, aggregates: None {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 674.633849] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Refreshing trait associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 674.752885] env[69547]: DEBUG oslo_concurrency.lockutils [None req-832dc9bd-1f78-441b-b331-58632b583f4a tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.555s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.785390] env[69547]: DEBUG nova.network.neutron [None req-0dfe656a-1833-46e6-b7ec-9816b1a00f03 tempest-ServerExternalEventsTest-1040123353 tempest-ServerExternalEventsTest-1040123353-project] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Updating instance_info_cache with network_info: [{"id": "5f2ed7bd-8fd5-40db-92c5-d611ce9a4007", "address": "fa:16:3e:86:7d:79", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2ed7bd-8f", "ovs_interfaceid": "5f2ed7bd-8fd5-40db-92c5-d611ce9a4007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.837733] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquiring lock "5c083db7-c953-4bee-961e-62fff3fff8ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.838055] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "5c083db7-c953-4bee-961e-62fff3fff8ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.838457] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquiring lock "5c083db7-c953-4bee-961e-62fff3fff8ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.838731] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "5c083db7-c953-4bee-961e-62fff3fff8ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.838953] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "5c083db7-c953-4bee-961e-62fff3fff8ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.841861] env[69547]: INFO nova.compute.manager [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Terminating instance [ 674.868352] env[69547]: DEBUG oslo_vmware.api [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Task: {'id': task-3160975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300903} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.868808] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.869240] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.869543] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.869906] env[69547]: INFO nova.compute.manager [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 674.870276] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.870704] env[69547]: DEBUG nova.compute.manager [-] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.870877] env[69547]: DEBUG nova.network.neutron [-] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.921823] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160976, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.034463] env[69547]: INFO nova.compute.manager [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Took 25.75 seconds to build instance. [ 675.066806] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160973, 'name': ReconfigVM_Task, 'duration_secs': 0.714465} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.067307] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Reconfigured VM instance instance-00000009 to attach disk [datastore1] df53ded8-cbb1-4cde-840b-49ef4fa631c9/df53ded8-cbb1-4cde-840b-49ef4fa631c9.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.070494] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0265cc5e-e74c-486f-b63c-93406ccb140f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.074310] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781adadf-dd0c-47d2-b175-f9408935af71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.078067] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 675.078067] env[69547]: value = "task-3160977" [ 675.078067] env[69547]: _type = "Task" [ 675.078067] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.085109] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f69693-d84a-4ca3-b8fe-f029229a52c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.093688] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160977, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.124350] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ed7b2-e591-4434-9393-8a51e8495a84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.134568] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c52adb-2b84-4b0c-8e43-93a2c133d476 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.151134] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.256249] env[69547]: DEBUG nova.compute.manager [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.288227] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dfe656a-1833-46e6-b7ec-9816b1a00f03 tempest-ServerExternalEventsTest-1040123353 tempest-ServerExternalEventsTest-1040123353-project] Releasing lock "refresh_cache-f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.345975] env[69547]: DEBUG nova.compute.manager [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.347089] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.348122] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6d9942-2ab7-4559-b4ec-6749e5565937 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.356705] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.356705] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60fbb6d8-bfac-4397-a9bd-9f31925e8d46 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.363815] env[69547]: DEBUG oslo_vmware.api [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 675.363815] env[69547]: value = "task-3160978" [ 675.363815] env[69547]: _type = "Task" [ 675.363815] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.373223] env[69547]: DEBUG oslo_vmware.api [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.389720] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquiring lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.389720] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.391801] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquiring lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.391801] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.391801] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.393107] env[69547]: INFO nova.compute.manager [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Terminating instance [ 675.422844] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646331} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.423502] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 53d12c7f-50bb-413b-85e8-f5201f7aa8ff/53d12c7f-50bb-413b-85e8-f5201f7aa8ff.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.423688] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.424034] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f21d932-799e-4300-acb0-827df32d8e73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.431396] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 675.431396] env[69547]: value = "task-3160979" [ 675.431396] env[69547]: _type = "Task" [ 675.431396] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.442188] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.537916] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec32460f-1f37-408e-ab0c-32f30932db04 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "fc616047-fa59-42c8-96c8-48b520b81d20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.268s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.592221] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160977, 'name': Rename_Task, 'duration_secs': 0.417631} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.592221] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.592221] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-697f72e2-57d3-4738-9a59-4b9f7e3f83e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.599369] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 675.599369] env[69547]: value = "task-3160980" [ 675.599369] env[69547]: _type = "Task" [ 675.599369] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.608189] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.655665] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.787628] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.834570] env[69547]: DEBUG nova.network.neutron [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Updated VIF entry in instance network info cache for port cd1fa72c-8fc1-4ca2-9fa7-4003890da124. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.834570] env[69547]: DEBUG nova.network.neutron [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Updating instance_info_cache with network_info: [{"id": "cd1fa72c-8fc1-4ca2-9fa7-4003890da124", "address": "fa:16:3e:2d:9a:0a", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1fa72c-8f", "ovs_interfaceid": "cd1fa72c-8fc1-4ca2-9fa7-4003890da124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.877827] env[69547]: DEBUG oslo_vmware.api [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160978, 'name': PowerOffVM_Task, 'duration_secs': 0.273689} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.878152] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.879131] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.879131] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-202e3520-2867-408e-befb-01359110306b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.899607] env[69547]: DEBUG nova.compute.manager [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.899607] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.900251] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cca358-4cd9-49cd-a4eb-af0c6b3d356c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.908099] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.908784] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03d7e994-b1f4-43f2-bd70-036ef0de4fcd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.914915] env[69547]: DEBUG oslo_vmware.api [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 675.914915] env[69547]: value = "task-3160982" [ 675.914915] env[69547]: _type = "Task" [ 675.914915] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.924252] env[69547]: DEBUG oslo_vmware.api [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.942605] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074036} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.943029] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.943931] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2ef9b9-e340-4b7d-851d-7b6bf5b3b52a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.951400] env[69547]: DEBUG nova.network.neutron [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Updated VIF entry in instance network info cache for port f3239b82-71fe-493e-8d2d-9fd60a8e091f. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.951548] env[69547]: DEBUG nova.network.neutron [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Updating instance_info_cache with network_info: [{"id": "f3239b82-71fe-493e-8d2d-9fd60a8e091f", "address": "fa:16:3e:2c:18:2d", "network": {"id": "ae368336-3e36-4d83-95bf-1ed8ed2c2279", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1806337159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195337806c104903afe01dea39238812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3239b82-71", "ovs_interfaceid": "f3239b82-71fe-493e-8d2d-9fd60a8e091f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.979464] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 53d12c7f-50bb-413b-85e8-f5201f7aa8ff/53d12c7f-50bb-413b-85e8-f5201f7aa8ff.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.981823] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55cb8c5e-cb42-422c-bf20-6030fca21f22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.003336] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.003565] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.003744] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Deleting the datastore file [datastore1] 5c083db7-c953-4bee-961e-62fff3fff8ba {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.004030] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e9d7621-7e58-425a-b707-070621a8cf89 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.007668] env[69547]: DEBUG nova.network.neutron [-] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.011712] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 676.011712] env[69547]: value = "task-3160983" [ 676.011712] env[69547]: _type = "Task" [ 676.011712] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.013462] env[69547]: DEBUG oslo_vmware.api [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for the task: (returnval){ [ 676.013462] env[69547]: value = "task-3160984" [ 676.013462] env[69547]: _type = "Task" [ 676.013462] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.036739] env[69547]: DEBUG oslo_vmware.api [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.036842] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.042422] env[69547]: DEBUG nova.compute.manager [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.108949] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160980, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.161044] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 676.161158] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.410s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.161469] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.595s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.163475] env[69547]: INFO nova.compute.claims [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.341737] env[69547]: DEBUG oslo_concurrency.lockutils [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] Releasing lock "refresh_cache-53d12c7f-50bb-413b-85e8-f5201f7aa8ff" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.342586] env[69547]: DEBUG nova.compute.manager [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Received event network-changed-13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.342586] env[69547]: DEBUG nova.compute.manager [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Refreshing instance network info cache due to event network-changed-13db7663-8ce5-429f-a077-c9537919da64. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.342586] env[69547]: DEBUG oslo_concurrency.lockutils [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] Acquiring lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.342819] env[69547]: DEBUG oslo_concurrency.lockutils [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] Acquired lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.342819] env[69547]: DEBUG nova.network.neutron [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Refreshing network info cache for port 13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.430900] env[69547]: DEBUG oslo_vmware.api [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160982, 'name': PowerOffVM_Task, 'duration_secs': 0.214043} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.431191] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.431374] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.431648] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05b46ed-583d-42f3-b3ad-a83c964b46ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.484183] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cbb6e93-4421-400b-a153-c4c180ebd364 req-d34feebe-ed82-47ae-80f1-047ec228d16c service nova] Releasing lock "refresh_cache-df53ded8-cbb1-4cde-840b-49ef4fa631c9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.489848] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.490100] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.491137] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Deleting the datastore file [datastore1] f2f528e6-d7a1-43de-bb04-9a9f4068e1a0 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.491137] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17114859-00f6-4e90-a6d5-d2fd7301329d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.501490] env[69547]: DEBUG oslo_vmware.api [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for the task: (returnval){ [ 676.501490] env[69547]: value = "task-3160986" [ 676.501490] env[69547]: _type = "Task" [ 676.501490] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.511850] env[69547]: DEBUG oslo_vmware.api [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.514994] env[69547]: INFO nova.compute.manager [-] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Took 1.64 seconds to deallocate network for instance. [ 676.533530] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160983, 'name': ReconfigVM_Task, 'duration_secs': 0.348725} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.534071] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 53d12c7f-50bb-413b-85e8-f5201f7aa8ff/53d12c7f-50bb-413b-85e8-f5201f7aa8ff.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.534545] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e79425fb-7142-44d5-a5c2-9564f6a23efc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.542257] env[69547]: DEBUG oslo_vmware.api [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Task: {'id': task-3160984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226995} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.542257] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.542257] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.542257] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.542257] env[69547]: INFO nova.compute.manager [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Took 1.20 seconds to destroy the instance on the hypervisor. [ 676.542460] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.543464] env[69547]: DEBUG nova.compute.manager [-] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.543464] env[69547]: DEBUG nova.network.neutron [-] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.550490] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 676.550490] env[69547]: value = "task-3160987" [ 676.550490] env[69547]: _type = "Task" [ 676.550490] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.567548] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160987, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.586901] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.614908] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160980, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.785019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.785019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.785019] env[69547]: DEBUG nova.compute.manager [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.785019] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfac501c-2b02-4190-b3ac-60328f9b0283 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.793276] env[69547]: DEBUG nova.compute.manager [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69547) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 676.793276] env[69547]: DEBUG nova.objects.instance [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lazy-loading 'flavor' on Instance uuid ad28f56e-b1a6-4725-a6cf-c6de65213ebb {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.015250] env[69547]: DEBUG oslo_vmware.api [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Task: {'id': task-3160986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207187} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.015250] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.015250] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.015250] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.015250] env[69547]: INFO nova.compute.manager [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 677.015801] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.015801] env[69547]: DEBUG nova.compute.manager [-] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.015801] env[69547]: DEBUG nova.network.neutron [-] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.034503] env[69547]: DEBUG oslo_concurrency.lockutils [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.067264] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160987, 'name': Rename_Task, 'duration_secs': 0.145964} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.067558] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.068263] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ada518df-c855-4b86-bd67-64538697edfb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.074527] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 677.074527] env[69547]: value = "task-3160988" [ 677.074527] env[69547]: _type = "Task" [ 677.074527] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.089387] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.116654] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160980, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.125478] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "61afd391-37c6-45de-aed3-f6f8c966d579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.125478] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "61afd391-37c6-45de-aed3-f6f8c966d579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.399324] env[69547]: DEBUG nova.network.neutron [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Updated VIF entry in instance network info cache for port 13db7663-8ce5-429f-a077-c9537919da64. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.399730] env[69547]: DEBUG nova.network.neutron [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Updating instance_info_cache with network_info: [{"id": "13db7663-8ce5-429f-a077-c9537919da64", "address": "fa:16:3e:65:58:27", "network": {"id": "606c6de7-1a67-4a16-9040-852d8ab29ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1331450069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bec3ebd1244d3e89e725fcfa26e2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13db7663-8c", "ovs_interfaceid": "13db7663-8ce5-429f-a077-c9537919da64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.589233] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.623099] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160980, 'name': PowerOnVM_Task} progress is 75%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.651390] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.651634] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.674596] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646256d1-fd49-43dd-95aa-75f80859df5b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.687259] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4b833f-566b-413a-9f8e-8dbe0dfbf26d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.728019] env[69547]: DEBUG nova.network.neutron [-] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.730578] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ad082e-458c-4f92-b4da-f2243b1bd959 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.736490] env[69547]: DEBUG nova.compute.manager [req-704b870f-f2af-47e2-8a87-8e26eb92304c req-379c2f25-0472-430d-b2da-9bcde7695a1c service nova] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Received event network-vif-deleted-20e1afc1-3657-4495-8e02-651d62553316 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.742516] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a40a768-2e63-4897-8e26-a69256de34bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.758146] env[69547]: DEBUG nova.compute.provider_tree [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.810913] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.810913] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c2b6900-a6e6-49e2-9e2d-8e6f4866f1ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.817659] env[69547]: DEBUG oslo_vmware.api [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 677.817659] env[69547]: value = "task-3160989" [ 677.817659] env[69547]: _type = "Task" [ 677.817659] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.827261] env[69547]: DEBUG oslo_vmware.api [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.904944] env[69547]: DEBUG oslo_concurrency.lockutils [req-7698841b-a2ee-4a3b-88ba-c2f5b971dc52 req-492ba51b-4e9b-42bc-86ce-d7bc16a78e04 service nova] Releasing lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.958959] env[69547]: DEBUG nova.network.neutron [-] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.086412] env[69547]: DEBUG oslo_vmware.api [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3160988, 'name': PowerOnVM_Task, 'duration_secs': 0.922469} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.086676] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.086862] env[69547]: INFO nova.compute.manager [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Took 9.28 seconds to spawn the instance on the hypervisor. [ 678.087152] env[69547]: DEBUG nova.compute.manager [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.087973] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0c1450-97df-4add-ade0-1708118e592c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.117272] env[69547]: DEBUG oslo_vmware.api [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3160980, 'name': PowerOnVM_Task, 'duration_secs': 2.143626} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.117559] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.117759] env[69547]: INFO nova.compute.manager [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Took 11.81 seconds to spawn the instance on the hypervisor. [ 678.117935] env[69547]: DEBUG nova.compute.manager [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.118820] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2a52ed-5f1f-4c67-a713-0844d7e1b531 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.232417] env[69547]: INFO nova.compute.manager [-] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Took 1.69 seconds to deallocate network for instance. [ 678.262242] env[69547]: DEBUG nova.scheduler.client.report [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.328022] env[69547]: DEBUG oslo_vmware.api [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160989, 'name': PowerOffVM_Task, 'duration_secs': 0.409251} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.328806] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.329073] env[69547]: DEBUG nova.compute.manager [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.329818] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8de6de-6ef5-43be-ac0f-ad12301838ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.462422] env[69547]: INFO nova.compute.manager [-] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Took 1.45 seconds to deallocate network for instance. [ 678.609537] env[69547]: INFO nova.compute.manager [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Took 27.43 seconds to build instance. [ 678.645541] env[69547]: INFO nova.compute.manager [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Took 27.86 seconds to build instance. [ 678.728335] env[69547]: DEBUG nova.compute.manager [req-9624cffc-a688-414b-9677-6a895016bca7 req-23b162f6-c29b-4f37-b8a0-b04a517f9dde service nova] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Received event network-vif-deleted-3365e08f-45ae-4c68-8c78-80ac57b5f080 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.738874] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.768679] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.769427] env[69547]: DEBUG nova.compute.manager [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.775367] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.006s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.779031] env[69547]: INFO nova.compute.claims [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.841013] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d224c213-acd1-4a50-9f11-c5da286d881b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.976980] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.113336] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c356a6f0-0257-49c8-8641-3aa02a601a4a tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.454s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.147477] env[69547]: DEBUG oslo_concurrency.lockutils [None req-af56124b-c8e6-4372-9286-eeb92dac6c76 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.375s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.287449] env[69547]: DEBUG nova.compute.utils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.292445] env[69547]: DEBUG nova.compute.manager [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.292604] env[69547]: DEBUG nova.network.neutron [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.341169] env[69547]: DEBUG nova.policy [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fa3dbfe1cb1457ab6e1ee6d51d34a3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '624c0eb93ad7402c9ef272de62fa19f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.622020] env[69547]: DEBUG nova.compute.manager [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.650145] env[69547]: DEBUG nova.compute.manager [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.793398] env[69547]: DEBUG nova.compute.manager [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.871679] env[69547]: DEBUG nova.network.neutron [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Successfully created port: e7625aa5-a63f-4587-a1da-8ca82d56c399 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.883907] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.884278] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.149971] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.178903] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.267432] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0991f6-99f3-4f87-964f-5a79b2334c01 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.275293] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68bb412-ce3b-411f-b08d-c8fe0e43e9d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.311721] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919c864-7c29-43a1-a7bc-d393224098ab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.319960] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6bf38-a18f-4caf-a888-4ed5b5222fac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.333784] env[69547]: DEBUG nova.compute.provider_tree [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.816923] env[69547]: DEBUG nova.compute.manager [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.839253] env[69547]: DEBUG nova.scheduler.client.report [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.842620] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.843843] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.844327] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.844653] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.844906] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.845179] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.845558] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.845826] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.846142] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.846682] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.846973] env[69547]: DEBUG nova.virt.hardware [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.847946] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6420cca2-32a8-40af-9f28-5701694b00fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.859181] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a038558-7578-4890-b6e3-1df00fe08d27 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.055484] env[69547]: DEBUG nova.compute.manager [req-520f79da-63ea-49cc-8fab-9b660b34a2f8 req-cbd192c3-3843-4b39-8cac-57a40fa58c09 service nova] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Received event network-vif-deleted-5f2ed7bd-8fd5-40db-92c5-d611ce9a4007 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.358225] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.358225] env[69547]: DEBUG nova.compute.manager [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.359298] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.635s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.360904] env[69547]: INFO nova.compute.claims [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.865953] env[69547]: DEBUG nova.compute.utils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.870041] env[69547]: DEBUG nova.compute.manager [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.870793] env[69547]: DEBUG nova.network.neutron [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.955068] env[69547]: DEBUG nova.policy [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b6577f01cb34cfda1e2144d32a74907', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1d713e8e51d4eada16264dbb2800695', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.004345] env[69547]: DEBUG nova.network.neutron [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Successfully updated port: e7625aa5-a63f-4587-a1da-8ca82d56c399 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.086010] env[69547]: DEBUG nova.compute.manager [req-ec617c2c-c017-4768-bfe2-3b4386d093e8 req-db09fe80-796e-4183-beb5-5a7e2422c08b service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Received event network-changed-13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.086673] env[69547]: DEBUG nova.compute.manager [req-ec617c2c-c017-4768-bfe2-3b4386d093e8 req-db09fe80-796e-4183-beb5-5a7e2422c08b service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Refreshing instance network info cache due to event network-changed-13db7663-8ce5-429f-a077-c9537919da64. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.086673] env[69547]: DEBUG oslo_concurrency.lockutils [req-ec617c2c-c017-4768-bfe2-3b4386d093e8 req-db09fe80-796e-4183-beb5-5a7e2422c08b service nova] Acquiring lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.086673] env[69547]: DEBUG oslo_concurrency.lockutils [req-ec617c2c-c017-4768-bfe2-3b4386d093e8 req-db09fe80-796e-4183-beb5-5a7e2422c08b service nova] Acquired lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.086946] env[69547]: DEBUG nova.network.neutron [req-ec617c2c-c017-4768-bfe2-3b4386d093e8 req-db09fe80-796e-4183-beb5-5a7e2422c08b service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Refreshing network info cache for port 13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.371420] env[69547]: DEBUG nova.compute.manager [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.514172] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquiring lock "refresh_cache-95c71e5d-aa84-4bfa-90ca-a171d51b8416" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.514172] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquired lock "refresh_cache-95c71e5d-aa84-4bfa-90ca-a171d51b8416" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.514172] env[69547]: DEBUG nova.network.neutron [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.526183] env[69547]: DEBUG nova.network.neutron [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Successfully created port: 15e7fb9c-b232-407c-8f3d-6743cab52c0a {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.734350] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "15dc176c-887b-4afc-b29d-8784b4b4827c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.734350] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "15dc176c-887b-4afc-b29d-8784b4b4827c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.830631] env[69547]: DEBUG nova.compute.manager [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.832373] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf486678-9a22-4f0c-ba21-e25f4d6ebd7e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.906264] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9e8f2d-6e26-4ccd-b505-2df5d5f0f3e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.918897] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f043401-c296-413b-96a1-c1703d3d4ef5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.955781] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40516e3a-a73a-4e52-b8c5-157fb7f164a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.964667] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f491892b-12ee-48ed-a46c-1147c52707c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.979032] env[69547]: DEBUG nova.compute.provider_tree [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.015327] env[69547]: DEBUG nova.network.neutron [req-ec617c2c-c017-4768-bfe2-3b4386d093e8 req-db09fe80-796e-4183-beb5-5a7e2422c08b service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Updated VIF entry in instance network info cache for port 13db7663-8ce5-429f-a077-c9537919da64. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.015713] env[69547]: DEBUG nova.network.neutron [req-ec617c2c-c017-4768-bfe2-3b4386d093e8 req-db09fe80-796e-4183-beb5-5a7e2422c08b service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Updating instance_info_cache with network_info: [{"id": "13db7663-8ce5-429f-a077-c9537919da64", "address": "fa:16:3e:65:58:27", "network": {"id": "606c6de7-1a67-4a16-9040-852d8ab29ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1331450069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97bec3ebd1244d3e89e725fcfa26e2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13db7663-8c", "ovs_interfaceid": "13db7663-8ce5-429f-a077-c9537919da64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.061363] env[69547]: DEBUG nova.network.neutron [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.292519] env[69547]: DEBUG nova.network.neutron [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Updating instance_info_cache with network_info: [{"id": "e7625aa5-a63f-4587-a1da-8ca82d56c399", "address": "fa:16:3e:d4:aa:56", "network": {"id": "70b2ab61-38ee-49dc-80e9-5ac5b705679b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-991731922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624c0eb93ad7402c9ef272de62fa19f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7625aa5-a6", "ovs_interfaceid": "e7625aa5-a63f-4587-a1da-8ca82d56c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.346915] env[69547]: INFO nova.compute.manager [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] instance snapshotting [ 683.347297] env[69547]: WARNING nova.compute.manager [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 683.350253] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da58111-126f-4ff5-b6f9-b5dc21cf18fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.369087] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b7361-df01-44ff-bdb9-0de978076430 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.383968] env[69547]: DEBUG nova.compute.manager [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.407719] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.407956] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.408128] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.408314] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.408462] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.408608] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.408818] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.408974] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.409190] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.409324] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.409496] env[69547]: DEBUG nova.virt.hardware [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.410414] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894481f-5af9-409d-86f0-65f15d5f3d73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.418634] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f3130a-8743-42cf-8e18-10d1bb794f39 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.481970] env[69547]: DEBUG nova.scheduler.client.report [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.524019] env[69547]: DEBUG oslo_concurrency.lockutils [req-ec617c2c-c017-4768-bfe2-3b4386d093e8 req-db09fe80-796e-4183-beb5-5a7e2422c08b service nova] Releasing lock "refresh_cache-e1b3c6c8-f311-4a76-9275-5c155c162449" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.796664] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Releasing lock "refresh_cache-95c71e5d-aa84-4bfa-90ca-a171d51b8416" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.797939] env[69547]: DEBUG nova.compute.manager [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Instance network_info: |[{"id": "e7625aa5-a63f-4587-a1da-8ca82d56c399", "address": "fa:16:3e:d4:aa:56", "network": {"id": "70b2ab61-38ee-49dc-80e9-5ac5b705679b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-991731922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624c0eb93ad7402c9ef272de62fa19f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7625aa5-a6", "ovs_interfaceid": "e7625aa5-a63f-4587-a1da-8ca82d56c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.798152] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:aa:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7625aa5-a63f-4587-a1da-8ca82d56c399', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.807396] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Creating folder: Project (624c0eb93ad7402c9ef272de62fa19f5). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.807396] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-535b493e-665f-41b5-8828-d83c9bfd672d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.819027] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Created folder: Project (624c0eb93ad7402c9ef272de62fa19f5) in parent group-v632381. [ 683.819027] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Creating folder: Instances. Parent ref: group-v632410. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.819303] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7033ad5a-84fc-4c4d-aa33-dd1a38e38eb3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.829450] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Created folder: Instances in parent group-v632410. [ 683.830120] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.830120] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.830120] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a31d3cb8-cfac-4c3f-a1ef-4b2ad58e1c3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.850527] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.850527] env[69547]: value = "task-3160992" [ 683.850527] env[69547]: _type = "Task" [ 683.850527] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.860457] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160992, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.880232] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 683.880232] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a48d538f-7de6-4b94-98e4-78b47cf305fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.887884] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 683.887884] env[69547]: value = "task-3160993" [ 683.887884] env[69547]: _type = "Task" [ 683.887884] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.898722] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.989227] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.989227] env[69547]: DEBUG nova.compute.manager [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.991422] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.061s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.993563] env[69547]: INFO nova.compute.claims [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.086227] env[69547]: DEBUG nova.compute.manager [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Received event network-vif-plugged-e7625aa5-a63f-4587-a1da-8ca82d56c399 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.086864] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] Acquiring lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.086864] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] Lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.087027] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] Lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.087221] env[69547]: DEBUG nova.compute.manager [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] No waiting events found dispatching network-vif-plugged-e7625aa5-a63f-4587-a1da-8ca82d56c399 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.087823] env[69547]: WARNING nova.compute.manager [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Received unexpected event network-vif-plugged-e7625aa5-a63f-4587-a1da-8ca82d56c399 for instance with vm_state building and task_state spawning. [ 684.088073] env[69547]: DEBUG nova.compute.manager [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Received event network-changed-e7625aa5-a63f-4587-a1da-8ca82d56c399 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.088275] env[69547]: DEBUG nova.compute.manager [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Refreshing instance network info cache due to event network-changed-e7625aa5-a63f-4587-a1da-8ca82d56c399. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.088533] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] Acquiring lock "refresh_cache-95c71e5d-aa84-4bfa-90ca-a171d51b8416" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.088708] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] Acquired lock "refresh_cache-95c71e5d-aa84-4bfa-90ca-a171d51b8416" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.088878] env[69547]: DEBUG nova.network.neutron [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Refreshing network info cache for port e7625aa5-a63f-4587-a1da-8ca82d56c399 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.366301] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160992, 'name': CreateVM_Task, 'duration_secs': 0.303199} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.366982] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.367865] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.368082] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.368448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.368997] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b8dce7-ae09-4c09-a7cc-95d4faf0e0c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.376036] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 684.376036] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fededb-5cda-794f-a787-0b930e6a4c89" [ 684.376036] env[69547]: _type = "Task" [ 684.376036] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.386724] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fededb-5cda-794f-a787-0b930e6a4c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.398594] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160993, 'name': CreateSnapshot_Task, 'duration_secs': 0.465928} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.399304] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 684.401119] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5bad4b-f03a-4257-91e8-bf6695b7ba5a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.501030] env[69547]: DEBUG nova.compute.utils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.507036] env[69547]: DEBUG nova.compute.manager [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.507036] env[69547]: DEBUG nova.network.neutron [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.526235] env[69547]: DEBUG nova.network.neutron [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Successfully updated port: 15e7fb9c-b232-407c-8f3d-6743cab52c0a {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.570122] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquiring lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.570434] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.601292] env[69547]: DEBUG nova.policy [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d7b644241f94a89a685d5df78263be8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75fa4d55eff1451ca24c34c59012bbfb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.890191] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fededb-5cda-794f-a787-0b930e6a4c89, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.890587] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.890864] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.891166] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.891351] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.891572] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.892095] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f342fa3-50db-4a58-a2cc-4a5219a0d0e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.905871] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.906188] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.907130] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1498a199-9a07-4c8a-9946-ce8cba6326c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.912811] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 684.912811] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52221006-761d-c4a5-0630-aff02923e746" [ 684.912811] env[69547]: _type = "Task" [ 684.912811] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.922941] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 684.927996] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb1bdd1a-f363-4f2e-b42d-404ebfa0c56b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.939112] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52221006-761d-c4a5-0630-aff02923e746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.940553] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 684.940553] env[69547]: value = "task-3160994" [ 684.940553] env[69547]: _type = "Task" [ 684.940553] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.951998] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160994, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.006805] env[69547]: DEBUG nova.compute.manager [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.029269] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquiring lock "refresh_cache-7620df0b-07ff-4e13-8079-55ecaf7dc996" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.031096] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquired lock "refresh_cache-7620df0b-07ff-4e13-8079-55ecaf7dc996" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.033850] env[69547]: DEBUG nova.network.neutron [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.145606] env[69547]: DEBUG nova.network.neutron [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Updated VIF entry in instance network info cache for port e7625aa5-a63f-4587-a1da-8ca82d56c399. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.146805] env[69547]: DEBUG nova.network.neutron [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Updating instance_info_cache with network_info: [{"id": "e7625aa5-a63f-4587-a1da-8ca82d56c399", "address": "fa:16:3e:d4:aa:56", "network": {"id": "70b2ab61-38ee-49dc-80e9-5ac5b705679b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-991731922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624c0eb93ad7402c9ef272de62fa19f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7625aa5-a6", "ovs_interfaceid": "e7625aa5-a63f-4587-a1da-8ca82d56c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.207046] env[69547]: DEBUG nova.compute.manager [req-ab9e2617-d6be-4205-a365-3daf33ff41e1 req-43ce162a-3a4b-4fd6-b066-74e91c4d50c3 service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Received event network-changed-f3239b82-71fe-493e-8d2d-9fd60a8e091f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.207872] env[69547]: DEBUG nova.compute.manager [req-ab9e2617-d6be-4205-a365-3daf33ff41e1 req-43ce162a-3a4b-4fd6-b066-74e91c4d50c3 service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Refreshing instance network info cache due to event network-changed-f3239b82-71fe-493e-8d2d-9fd60a8e091f. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.208075] env[69547]: DEBUG oslo_concurrency.lockutils [req-ab9e2617-d6be-4205-a365-3daf33ff41e1 req-43ce162a-3a4b-4fd6-b066-74e91c4d50c3 service nova] Acquiring lock "refresh_cache-df53ded8-cbb1-4cde-840b-49ef4fa631c9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.208762] env[69547]: DEBUG oslo_concurrency.lockutils [req-ab9e2617-d6be-4205-a365-3daf33ff41e1 req-43ce162a-3a4b-4fd6-b066-74e91c4d50c3 service nova] Acquired lock "refresh_cache-df53ded8-cbb1-4cde-840b-49ef4fa631c9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.208762] env[69547]: DEBUG nova.network.neutron [req-ab9e2617-d6be-4205-a365-3daf33ff41e1 req-43ce162a-3a4b-4fd6-b066-74e91c4d50c3 service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Refreshing network info cache for port f3239b82-71fe-493e-8d2d-9fd60a8e091f {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.256972] env[69547]: DEBUG nova.network.neutron [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Successfully created port: f0c7e577-b287-4c35-ab6f-d5fc334db7ec {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.423985] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52221006-761d-c4a5-0630-aff02923e746, 'name': SearchDatastore_Task, 'duration_secs': 0.027654} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.428383] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a1e04d-81c1-46ec-aaa9-a5c29ae6bee1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.434115] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 685.434115] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52434582-6d72-c1a4-e86f-fb01057562f2" [ 685.434115] env[69547]: _type = "Task" [ 685.434115] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.442706] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52434582-6d72-c1a4-e86f-fb01057562f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.455791] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160994, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.584411] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaf9806-34c0-4998-9f44-3265e68c1696 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.595755] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e539a289-db9e-4a12-8b1f-1011612b9cb7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.602617] env[69547]: DEBUG nova.network.neutron [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.637585] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac727356-e5a4-44fd-8359-38f40aad4a77 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.646232] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c3e6a5-663d-4f24-92f0-1b691be4cf14 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.652980] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d3ac803-7dfb-4141-a683-7be78d2d251f req-cee57e91-b4f1-4fdb-8d2c-493945575f02 service nova] Releasing lock "refresh_cache-95c71e5d-aa84-4bfa-90ca-a171d51b8416" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.667216] env[69547]: DEBUG nova.compute.provider_tree [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.881398] env[69547]: DEBUG nova.network.neutron [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Updating instance_info_cache with network_info: [{"id": "15e7fb9c-b232-407c-8f3d-6743cab52c0a", "address": "fa:16:3e:3d:58:a5", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e7fb9c-b2", "ovs_interfaceid": "15e7fb9c-b232-407c-8f3d-6743cab52c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.945497] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52434582-6d72-c1a4-e86f-fb01057562f2, 'name': SearchDatastore_Task, 'duration_secs': 0.027268} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.949920] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.951017] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 95c71e5d-aa84-4bfa-90ca-a171d51b8416/95c71e5d-aa84-4bfa-90ca-a171d51b8416.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.951017] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1febef4-100b-48bd-a158-ca4f63b34f04 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.960558] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160994, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.962277] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 685.962277] env[69547]: value = "task-3160995" [ 685.962277] env[69547]: _type = "Task" [ 685.962277] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.976345] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3160995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.021455] env[69547]: DEBUG nova.compute.manager [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.046706] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:16:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1548706686',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1138089975',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.047069] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.047342] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.047601] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.047881] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.048126] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.048439] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.049156] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.049440] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.049789] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.050404] env[69547]: DEBUG nova.virt.hardware [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.051693] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76412332-113a-4e44-bf04-47de7adc682d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.062298] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c72bf8-e6c1-4870-a7c8-e3eb8b52d8f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.087793] env[69547]: DEBUG nova.network.neutron [req-ab9e2617-d6be-4205-a365-3daf33ff41e1 req-43ce162a-3a4b-4fd6-b066-74e91c4d50c3 service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Updated VIF entry in instance network info cache for port f3239b82-71fe-493e-8d2d-9fd60a8e091f. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.088149] env[69547]: DEBUG nova.network.neutron [req-ab9e2617-d6be-4205-a365-3daf33ff41e1 req-43ce162a-3a4b-4fd6-b066-74e91c4d50c3 service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Updating instance_info_cache with network_info: [{"id": "f3239b82-71fe-493e-8d2d-9fd60a8e091f", "address": "fa:16:3e:2c:18:2d", "network": {"id": "ae368336-3e36-4d83-95bf-1ed8ed2c2279", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1806337159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195337806c104903afe01dea39238812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3239b82-71", "ovs_interfaceid": "f3239b82-71fe-493e-8d2d-9fd60a8e091f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.173992] env[69547]: DEBUG nova.scheduler.client.report [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.385534] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Releasing lock "refresh_cache-7620df0b-07ff-4e13-8079-55ecaf7dc996" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.385534] env[69547]: DEBUG nova.compute.manager [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Instance network_info: |[{"id": "15e7fb9c-b232-407c-8f3d-6743cab52c0a", "address": "fa:16:3e:3d:58:a5", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e7fb9c-b2", "ovs_interfaceid": "15e7fb9c-b232-407c-8f3d-6743cab52c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.386184] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:58:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15e7fb9c-b232-407c-8f3d-6743cab52c0a', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.394926] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Creating folder: Project (f1d713e8e51d4eada16264dbb2800695). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.395261] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-160c49b4-705c-47ae-bba7-99b7fa506f55 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.409238] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Created folder: Project (f1d713e8e51d4eada16264dbb2800695) in parent group-v632381. [ 686.409730] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Creating folder: Instances. Parent ref: group-v632415. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.409730] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d210b82-64c1-4ac0-807a-01c7a53137e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.424041] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Created folder: Instances in parent group-v632415. [ 686.424041] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.424041] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.424041] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4daff161-c500-45f9-89cc-01c380a74bdc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.450778] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.450778] env[69547]: value = "task-3160998" [ 686.450778] env[69547]: _type = "Task" [ 686.450778] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.458745] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160994, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.469308] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160998, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.477917] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3160995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.500021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquiring lock "e1b3c6c8-f311-4a76-9275-5c155c162449" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.504205] env[69547]: DEBUG oslo_concurrency.lockutils [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "e1b3c6c8-f311-4a76-9275-5c155c162449" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.504402] env[69547]: DEBUG oslo_concurrency.lockutils [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquiring lock "e1b3c6c8-f311-4a76-9275-5c155c162449-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.504603] env[69547]: DEBUG oslo_concurrency.lockutils [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "e1b3c6c8-f311-4a76-9275-5c155c162449-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.505147] env[69547]: DEBUG oslo_concurrency.lockutils [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "e1b3c6c8-f311-4a76-9275-5c155c162449-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.507578] env[69547]: INFO nova.compute.manager [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Terminating instance [ 686.592236] env[69547]: DEBUG oslo_concurrency.lockutils [req-ab9e2617-d6be-4205-a365-3daf33ff41e1 req-43ce162a-3a4b-4fd6-b066-74e91c4d50c3 service nova] Releasing lock "refresh_cache-df53ded8-cbb1-4cde-840b-49ef4fa631c9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.678950] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.680151] env[69547]: DEBUG nova.compute.manager [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.683513] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.101s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.684203] env[69547]: DEBUG nova.objects.instance [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Lazy-loading 'resources' on Instance uuid 9e2267ca-a62e-4cff-a797-7695330e5aa0 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.960682] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160994, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.967950] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160998, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.978729] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3160995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601227} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.978729] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 95c71e5d-aa84-4bfa-90ca-a171d51b8416/95c71e5d-aa84-4bfa-90ca-a171d51b8416.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.978893] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.979165] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79e2eff9-5f3c-46d4-9201-21bffba40570 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.986979] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 686.986979] env[69547]: value = "task-3160999" [ 686.986979] env[69547]: _type = "Task" [ 686.986979] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.003158] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3160999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.015220] env[69547]: DEBUG nova.compute.manager [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.015220] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.015220] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9590f88-9698-40fd-bf78-b909408efe6f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.022761] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.023271] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee57a378-1363-4e55-add9-2f4602e3f432 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.029364] env[69547]: DEBUG oslo_vmware.api [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 687.029364] env[69547]: value = "task-3161000" [ 687.029364] env[69547]: _type = "Task" [ 687.029364] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.038105] env[69547]: DEBUG oslo_vmware.api [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3161000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.187109] env[69547]: DEBUG nova.compute.utils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.188624] env[69547]: DEBUG nova.compute.manager [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 687.424038] env[69547]: DEBUG nova.network.neutron [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Successfully updated port: f0c7e577-b287-4c35-ab6f-d5fc334db7ec {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.476124] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160998, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.476124] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160994, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.498699] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3160999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239213} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.499103] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.499857] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e53b6da-ae8b-494e-9936-ca4ca60f7a4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.525043] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 95c71e5d-aa84-4bfa-90ca-a171d51b8416/95c71e5d-aa84-4bfa-90ca-a171d51b8416.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.528014] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9a2c21-d1e1-49da-b4ed-86efd68eccf2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.551057] env[69547]: DEBUG oslo_vmware.api [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3161000, 'name': PowerOffVM_Task, 'duration_secs': 0.260393} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.552054] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.552236] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.552543] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 687.552543] env[69547]: value = "task-3161001" [ 687.552543] env[69547]: _type = "Task" [ 687.552543] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.552729] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2b8ecc9-29bb-4fc3-92c7-1d9388c756fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.565247] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.618985] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.619241] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.619430] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Deleting the datastore file [datastore2] e1b3c6c8-f311-4a76-9275-5c155c162449 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.622874] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a393948b-9ae5-4c6b-926a-66ee509ecee7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.630198] env[69547]: DEBUG oslo_vmware.api [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for the task: (returnval){ [ 687.630198] env[69547]: value = "task-3161003" [ 687.630198] env[69547]: _type = "Task" [ 687.630198] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.640410] env[69547]: DEBUG oslo_vmware.api [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3161003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.693900] env[69547]: DEBUG nova.compute.manager [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.753022] env[69547]: DEBUG nova.compute.manager [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Received event network-vif-plugged-15e7fb9c-b232-407c-8f3d-6743cab52c0a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.753022] env[69547]: DEBUG oslo_concurrency.lockutils [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] Acquiring lock "7620df0b-07ff-4e13-8079-55ecaf7dc996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.753022] env[69547]: DEBUG oslo_concurrency.lockutils [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] Lock "7620df0b-07ff-4e13-8079-55ecaf7dc996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.753022] env[69547]: DEBUG oslo_concurrency.lockutils [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] Lock "7620df0b-07ff-4e13-8079-55ecaf7dc996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.754590] env[69547]: DEBUG nova.compute.manager [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] No waiting events found dispatching network-vif-plugged-15e7fb9c-b232-407c-8f3d-6743cab52c0a {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.755166] env[69547]: WARNING nova.compute.manager [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Received unexpected event network-vif-plugged-15e7fb9c-b232-407c-8f3d-6743cab52c0a for instance with vm_state building and task_state spawning. [ 687.755166] env[69547]: DEBUG nova.compute.manager [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Received event network-changed-15e7fb9c-b232-407c-8f3d-6743cab52c0a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.755166] env[69547]: DEBUG nova.compute.manager [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Refreshing instance network info cache due to event network-changed-15e7fb9c-b232-407c-8f3d-6743cab52c0a. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.755443] env[69547]: DEBUG oslo_concurrency.lockutils [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] Acquiring lock "refresh_cache-7620df0b-07ff-4e13-8079-55ecaf7dc996" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.755443] env[69547]: DEBUG oslo_concurrency.lockutils [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] Acquired lock "refresh_cache-7620df0b-07ff-4e13-8079-55ecaf7dc996" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.755658] env[69547]: DEBUG nova.network.neutron [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Refreshing network info cache for port 15e7fb9c-b232-407c-8f3d-6743cab52c0a {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.796473] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339c967a-a90b-4258-8125-8cc7c023e43a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.804375] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211731d7-fbc3-4e0b-968d-3b651a9bd7eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.846943] env[69547]: DEBUG nova.compute.manager [req-bca37e6c-60f9-4995-b70f-4c19250993b5 req-c7e1d1be-eb9c-4a1f-afa4-4df62835f079 service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Received event network-vif-plugged-f0c7e577-b287-4c35-ab6f-d5fc334db7ec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.847199] env[69547]: DEBUG oslo_concurrency.lockutils [req-bca37e6c-60f9-4995-b70f-4c19250993b5 req-c7e1d1be-eb9c-4a1f-afa4-4df62835f079 service nova] Acquiring lock "7263b1c7-456e-4a50-98ba-07c58cc44115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.847410] env[69547]: DEBUG oslo_concurrency.lockutils [req-bca37e6c-60f9-4995-b70f-4c19250993b5 req-c7e1d1be-eb9c-4a1f-afa4-4df62835f079 service nova] Lock "7263b1c7-456e-4a50-98ba-07c58cc44115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.847966] env[69547]: DEBUG oslo_concurrency.lockutils [req-bca37e6c-60f9-4995-b70f-4c19250993b5 req-c7e1d1be-eb9c-4a1f-afa4-4df62835f079 service nova] Lock "7263b1c7-456e-4a50-98ba-07c58cc44115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.847966] env[69547]: DEBUG nova.compute.manager [req-bca37e6c-60f9-4995-b70f-4c19250993b5 req-c7e1d1be-eb9c-4a1f-afa4-4df62835f079 service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] No waiting events found dispatching network-vif-plugged-f0c7e577-b287-4c35-ab6f-d5fc334db7ec {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.847966] env[69547]: WARNING nova.compute.manager [req-bca37e6c-60f9-4995-b70f-4c19250993b5 req-c7e1d1be-eb9c-4a1f-afa4-4df62835f079 service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Received unexpected event network-vif-plugged-f0c7e577-b287-4c35-ab6f-d5fc334db7ec for instance with vm_state building and task_state spawning. [ 687.848808] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd812ef7-0e9a-4634-ba59-ab1a3fb8a098 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.856837] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fc259e-443f-42f5-8be5-01e95e2eb5e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.872031] env[69547]: DEBUG nova.compute.provider_tree [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.926896] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "refresh_cache-7263b1c7-456e-4a50-98ba-07c58cc44115" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.927652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquired lock "refresh_cache-7263b1c7-456e-4a50-98ba-07c58cc44115" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.927652] env[69547]: DEBUG nova.network.neutron [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.961308] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3160994, 'name': CloneVM_Task, 'duration_secs': 2.821819} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.966272] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Created linked-clone VM from snapshot [ 687.968056] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0c6a13-5bdb-4440-bf67-5381bafd66d0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.976403] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3160998, 'name': CreateVM_Task, 'duration_secs': 1.396276} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.979817] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.980153] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Uploading image bb6ed61b-3fb9-4d96-b97c-d11ff74a20e7 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 687.982587] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.983133] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.983133] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.983311] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959229ee-25a8-47f7-a794-0b1f6be3da37 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.988198] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 687.988198] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5269e8c1-5cc7-0895-ecfd-4446c4eed073" [ 687.988198] env[69547]: _type = "Task" [ 687.988198] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.996663] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5269e8c1-5cc7-0895-ecfd-4446c4eed073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.008022] env[69547]: DEBUG oslo_vmware.rw_handles [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 688.008022] env[69547]: value = "vm-632414" [ 688.008022] env[69547]: _type = "VirtualMachine" [ 688.008022] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 688.008022] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0492ab88-2094-4f9a-9f45-827e7dc22c4f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.015896] env[69547]: DEBUG oslo_vmware.rw_handles [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lease: (returnval){ [ 688.015896] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52910461-f053-05c6-49da-baba0cfc64c5" [ 688.015896] env[69547]: _type = "HttpNfcLease" [ 688.015896] env[69547]: } obtained for exporting VM: (result){ [ 688.015896] env[69547]: value = "vm-632414" [ 688.015896] env[69547]: _type = "VirtualMachine" [ 688.015896] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 688.015896] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the lease: (returnval){ [ 688.015896] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52910461-f053-05c6-49da-baba0cfc64c5" [ 688.015896] env[69547]: _type = "HttpNfcLease" [ 688.015896] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 688.022441] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.022441] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52910461-f053-05c6-49da-baba0cfc64c5" [ 688.022441] env[69547]: _type = "HttpNfcLease" [ 688.022441] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 688.064056] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.143225] env[69547]: DEBUG oslo_vmware.api [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Task: {'id': task-3161003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175181} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.143582] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.143773] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.143954] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.144182] env[69547]: INFO nova.compute.manager [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Took 1.13 seconds to destroy the instance on the hypervisor. [ 688.144463] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.144791] env[69547]: DEBUG nova.compute.manager [-] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.144933] env[69547]: DEBUG nova.network.neutron [-] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.375358] env[69547]: DEBUG nova.scheduler.client.report [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.504395] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5269e8c1-5cc7-0895-ecfd-4446c4eed073, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.506584] env[69547]: DEBUG nova.network.neutron [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.509902] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.510599] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.513173] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.513338] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.513530] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.513818] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7b45b0c-8978-40f5-ae33-32fd84df9f54 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.525234] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.525234] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52910461-f053-05c6-49da-baba0cfc64c5" [ 688.525234] env[69547]: _type = "HttpNfcLease" [ 688.525234] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 688.525234] env[69547]: DEBUG oslo_vmware.rw_handles [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 688.525234] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52910461-f053-05c6-49da-baba0cfc64c5" [ 688.525234] env[69547]: _type = "HttpNfcLease" [ 688.525234] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 688.525234] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed00f4-332a-4fea-a07e-e04b060e8c23 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.531452] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.531747] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.532931] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6009e0c2-3285-47ca-a993-2644e7078b5f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.541534] env[69547]: DEBUG oslo_vmware.rw_handles [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aa4e-aae9-2e51-7aa0-db2055f4b6f4/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 688.542014] env[69547]: DEBUG oslo_vmware.rw_handles [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aa4e-aae9-2e51-7aa0-db2055f4b6f4/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 688.548977] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 688.548977] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52869cd5-95e0-77c7-f069-924dc7dd6feb" [ 688.548977] env[69547]: _type = "Task" [ 688.548977] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.633889] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52869cd5-95e0-77c7-f069-924dc7dd6feb, 'name': SearchDatastore_Task, 'duration_secs': 0.008862} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.634155] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161001, 'name': ReconfigVM_Task, 'duration_secs': 0.597836} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.636278] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 95c71e5d-aa84-4bfa-90ca-a171d51b8416/95c71e5d-aa84-4bfa-90ca-a171d51b8416.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.636278] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0deed4c7-f06f-48f8-854a-f59b649417b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.638872] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a84923-ebad-4ea1-a65f-661715b7a143 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.645914] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 688.645914] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d59a7-bf52-7e3d-4ce1-2ad24c457dc5" [ 688.645914] env[69547]: _type = "Task" [ 688.645914] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.647850] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 688.647850] env[69547]: value = "task-3161005" [ 688.647850] env[69547]: _type = "Task" [ 688.647850] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.657301] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6cc0dd4e-039a-4e4d-9a48-8e24fd36d621 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.665230] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161005, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.665857] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d59a7-bf52-7e3d-4ce1-2ad24c457dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.668881] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669609] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7620df0b-07ff-4e13-8079-55ecaf7dc996/7620df0b-07ff-4e13-8079-55ecaf7dc996.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.669609] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-856b17f1-d6d8-4889-94f5-f4329cd46c98 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.679204] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 688.679204] env[69547]: value = "task-3161006" [ 688.679204] env[69547]: _type = "Task" [ 688.679204] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.691020] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.698165] env[69547]: DEBUG nova.network.neutron [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Updated VIF entry in instance network info cache for port 15e7fb9c-b232-407c-8f3d-6743cab52c0a. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.701032] env[69547]: DEBUG nova.network.neutron [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Updating instance_info_cache with network_info: [{"id": "15e7fb9c-b232-407c-8f3d-6743cab52c0a", "address": "fa:16:3e:3d:58:a5", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e7fb9c-b2", "ovs_interfaceid": "15e7fb9c-b232-407c-8f3d-6743cab52c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.704512] env[69547]: DEBUG nova.compute.manager [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.737918] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.738190] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.738450] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.738599] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.738747] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.738903] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.739128] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.739285] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.739442] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.739595] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.739757] env[69547]: DEBUG nova.virt.hardware [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.740708] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5315e45-8eda-48e3-8f21-eef9a95d23a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.749088] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da495f27-533a-4a8a-bc3a-06ff98f72eb8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.767575] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.773304] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Creating folder: Project (38c3370ae539408ba733e5e58fa7ade6). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.773699] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd0b9e0-1210-40db-9242-856002a6afe4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.783799] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Created folder: Project (38c3370ae539408ba733e5e58fa7ade6) in parent group-v632381. [ 688.785525] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Creating folder: Instances. Parent ref: group-v632418. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.785525] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53266214-3e9f-45c3-9286-d8a8d73ea92f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.791415] env[69547]: DEBUG nova.network.neutron [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Updating instance_info_cache with network_info: [{"id": "f0c7e577-b287-4c35-ab6f-d5fc334db7ec", "address": "fa:16:3e:17:22:76", "network": {"id": "9f918bd7-e7c6-471c-8043-1b39f3df51cb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-372604917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fa4d55eff1451ca24c34c59012bbfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c7e577-b2", "ovs_interfaceid": "f0c7e577-b287-4c35-ab6f-d5fc334db7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.796483] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Created folder: Instances in parent group-v632418. [ 688.796568] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.797971] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.797971] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0839e79e-4a15-413f-b1d3-e3d5812f21e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.815401] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.815401] env[69547]: value = "task-3161009" [ 688.815401] env[69547]: _type = "Task" [ 688.815401] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.827885] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161009, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.880544] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.883200] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.888s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.884924] env[69547]: INFO nova.compute.claims [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.914617] env[69547]: INFO nova.scheduler.client.report [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Deleted allocations for instance 9e2267ca-a62e-4cff-a797-7695330e5aa0 [ 689.125349] env[69547]: DEBUG nova.network.neutron [-] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.163587] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161005, 'name': Rename_Task, 'duration_secs': 0.135112} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.163874] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.164314] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cf4d858-9c58-40f2-9517-828b9c4234fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.170510] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 689.170510] env[69547]: value = "task-3161010" [ 689.170510] env[69547]: _type = "Task" [ 689.170510] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.180457] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.189167] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489106} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.189786] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7620df0b-07ff-4e13-8079-55ecaf7dc996/7620df0b-07ff-4e13-8079-55ecaf7dc996.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.190278] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.190630] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f091e9e1-4631-4642-9616-225ad7aa4859 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.198381] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 689.198381] env[69547]: value = "task-3161011" [ 689.198381] env[69547]: _type = "Task" [ 689.198381] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.204520] env[69547]: DEBUG oslo_concurrency.lockutils [req-b5e9adda-fca7-45a2-99d0-e2a76fa80310 req-890dbf61-65e2-4428-8c7a-2b49444d8a38 service nova] Releasing lock "refresh_cache-7620df0b-07ff-4e13-8079-55ecaf7dc996" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.213039] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.297252] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Releasing lock "refresh_cache-7263b1c7-456e-4a50-98ba-07c58cc44115" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.297784] env[69547]: DEBUG nova.compute.manager [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Instance network_info: |[{"id": "f0c7e577-b287-4c35-ab6f-d5fc334db7ec", "address": "fa:16:3e:17:22:76", "network": {"id": "9f918bd7-e7c6-471c-8043-1b39f3df51cb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-372604917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fa4d55eff1451ca24c34c59012bbfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c7e577-b2", "ovs_interfaceid": "f0c7e577-b287-4c35-ab6f-d5fc334db7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.298044] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:22:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0c7e577-b287-4c35-ab6f-d5fc334db7ec', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.305914] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Creating folder: Project (75fa4d55eff1451ca24c34c59012bbfb). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.306198] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c285d4ee-05ba-4131-9e05-dc65e784bac8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.320199] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Created folder: Project (75fa4d55eff1451ca24c34c59012bbfb) in parent group-v632381. [ 689.320533] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Creating folder: Instances. Parent ref: group-v632421. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.321325] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aed3ba6-50b2-48d2-98ba-4f3cb55482ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.326354] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161009, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.334814] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Created folder: Instances in parent group-v632421. [ 689.335088] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.335349] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.335698] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2553e28f-c029-4cf2-9479-79034450bec7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.355559] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.355559] env[69547]: value = "task-3161014" [ 689.355559] env[69547]: _type = "Task" [ 689.355559] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.364111] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161014, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.426048] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8f238d8-003f-42d3-8d34-622c6ad4c4ab tempest-DeleteServersAdminTestJSON-382312642 tempest-DeleteServersAdminTestJSON-382312642-project-admin] Lock "9e2267ca-a62e-4cff-a797-7695330e5aa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.213s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.629290] env[69547]: INFO nova.compute.manager [-] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Took 1.48 seconds to deallocate network for instance. [ 689.686806] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161010, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.710213] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073274} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.711047] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.712099] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720b30fb-f265-4330-9e75-3e61e5c38d2c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.736741] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 7620df0b-07ff-4e13-8079-55ecaf7dc996/7620df0b-07ff-4e13-8079-55ecaf7dc996.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.737120] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6e7b5e-e2ed-4d1d-bba5-5267d014bb19 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.758907] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 689.758907] env[69547]: value = "task-3161015" [ 689.758907] env[69547]: _type = "Task" [ 689.758907] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.769746] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.826163] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161009, 'name': CreateVM_Task, 'duration_secs': 0.553224} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.826413] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.826836] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.827179] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.827635] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.828030] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9be31e-1bc6-4eab-8d0e-c22728a22f0a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.834594] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 689.834594] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]529cee7b-b614-e7c7-c67a-df53ba62778d" [ 689.834594] env[69547]: _type = "Task" [ 689.834594] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.848526] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529cee7b-b614-e7c7-c67a-df53ba62778d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.866880] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161014, 'name': CreateVM_Task, 'duration_secs': 0.309855} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.867077] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.867823] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.144105] env[69547]: DEBUG oslo_concurrency.lockutils [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.187681] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161010, 'name': PowerOnVM_Task} progress is 73%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.272730] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.347606] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529cee7b-b614-e7c7-c67a-df53ba62778d, 'name': SearchDatastore_Task, 'duration_secs': 0.023104} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.350664] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.350871] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.351353] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.351528] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.351725] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.352314] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.352635] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.352894] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a953f020-08d9-4ae5-8b1d-78b50f282b7c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.355382] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbfd84b1-bf91-492a-9e80-073163c85bd2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.361158] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 690.361158] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52019006-cd72-c908-9814-ab7453741295" [ 690.361158] env[69547]: _type = "Task" [ 690.361158] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.366521] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.366521] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.367335] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef319f6-8f2e-4cf6-a7f3-aa11d575e912 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.373169] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52019006-cd72-c908-9814-ab7453741295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.377505] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 690.377505] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c93605-34a4-2c5d-e123-301811d2c5bf" [ 690.377505] env[69547]: _type = "Task" [ 690.377505] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.387161] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c93605-34a4-2c5d-e123-301811d2c5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.388939] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5012e774-ea40-4a82-b2ae-c86ea32097a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.396885] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc7d488-5253-4ba3-88f9-da4799b1dbf8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.432060] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2beb40-b0f7-4f0e-8dd4-77732e8293da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.440077] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402414f3-3b56-423d-8c6d-90017a76adb0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.619277] env[69547]: DEBUG nova.compute.provider_tree [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.686883] env[69547]: DEBUG oslo_vmware.api [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161010, 'name': PowerOnVM_Task, 'duration_secs': 1.26198} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.687376] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.687723] env[69547]: INFO nova.compute.manager [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Took 9.87 seconds to spawn the instance on the hypervisor. [ 690.688065] env[69547]: DEBUG nova.compute.manager [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.689361] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef459625-0f2a-4a71-a38e-97f596faea1a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.772074] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161015, 'name': ReconfigVM_Task, 'duration_secs': 0.606207} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.772357] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 7620df0b-07ff-4e13-8079-55ecaf7dc996/7620df0b-07ff-4e13-8079-55ecaf7dc996.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.772954] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc48c8a1-594a-40d3-8a22-2bd90d27ce42 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.779257] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 690.779257] env[69547]: value = "task-3161016" [ 690.779257] env[69547]: _type = "Task" [ 690.779257] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.787521] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161016, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.873920] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52019006-cd72-c908-9814-ab7453741295, 'name': SearchDatastore_Task, 'duration_secs': 0.023493} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.874372] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.874706] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.875084] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.878954] env[69547]: DEBUG nova.compute.manager [req-f6703cc3-8a28-4b63-9b30-cae42c1c4125 req-df223b0e-59cf-421c-bd18-b26b8fc6f40a service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Received event network-changed-f0c7e577-b287-4c35-ab6f-d5fc334db7ec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.879180] env[69547]: DEBUG nova.compute.manager [req-f6703cc3-8a28-4b63-9b30-cae42c1c4125 req-df223b0e-59cf-421c-bd18-b26b8fc6f40a service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Refreshing instance network info cache due to event network-changed-f0c7e577-b287-4c35-ab6f-d5fc334db7ec. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.879510] env[69547]: DEBUG oslo_concurrency.lockutils [req-f6703cc3-8a28-4b63-9b30-cae42c1c4125 req-df223b0e-59cf-421c-bd18-b26b8fc6f40a service nova] Acquiring lock "refresh_cache-7263b1c7-456e-4a50-98ba-07c58cc44115" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.879727] env[69547]: DEBUG oslo_concurrency.lockutils [req-f6703cc3-8a28-4b63-9b30-cae42c1c4125 req-df223b0e-59cf-421c-bd18-b26b8fc6f40a service nova] Acquired lock "refresh_cache-7263b1c7-456e-4a50-98ba-07c58cc44115" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.879967] env[69547]: DEBUG nova.network.neutron [req-f6703cc3-8a28-4b63-9b30-cae42c1c4125 req-df223b0e-59cf-421c-bd18-b26b8fc6f40a service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Refreshing network info cache for port f0c7e577-b287-4c35-ab6f-d5fc334db7ec {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.895259] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c93605-34a4-2c5d-e123-301811d2c5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013646} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.897575] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a44cc3-7144-4c04-9258-e5bf07050f4a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.903354] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 690.903354] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f43c0-bda5-aa3b-f541-d0c0feaebd72" [ 690.903354] env[69547]: _type = "Task" [ 690.903354] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.911525] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f43c0-bda5-aa3b-f541-d0c0feaebd72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.004903] env[69547]: ERROR nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [req-1a6d7bc1-4beb-4054-a042-e5e13b591fad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3dff35a2-8b92-4f77-8c0d-98fc04223d9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a6d7bc1-4beb-4054-a042-e5e13b591fad"}]} [ 691.021343] env[69547]: DEBUG nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Refreshing inventories for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 691.035820] env[69547]: DEBUG nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updating ProviderTree inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 691.036298] env[69547]: DEBUG nova.compute.provider_tree [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.047218] env[69547]: DEBUG nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Refreshing aggregate associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, aggregates: None {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 691.063436] env[69547]: DEBUG nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Refreshing trait associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 691.217567] env[69547]: INFO nova.compute.manager [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Took 27.68 seconds to build instance. [ 691.294156] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161016, 'name': Rename_Task, 'duration_secs': 0.222964} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.294546] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.294814] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ccf944-ee2e-4eff-bdea-aa8a834039c8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.301396] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 691.301396] env[69547]: value = "task-3161017" [ 691.301396] env[69547]: _type = "Task" [ 691.301396] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.313972] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.420369] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f43c0-bda5-aa3b-f541-d0c0feaebd72, 'name': SearchDatastore_Task, 'duration_secs': 0.016512} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.420369] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.421339] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3828ecd8-0808-46ab-9f51-525db9ef01f6/3828ecd8-0808-46ab-9f51-525db9ef01f6.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.421601] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.422077] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.422956] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b17a1a84-4257-4f1b-853e-ff9f11660a5e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.430093] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b17050-60c2-4640-8fef-a5531bf82c4a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.445472] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 691.445472] env[69547]: value = "task-3161018" [ 691.445472] env[69547]: _type = "Task" [ 691.445472] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.446608] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.446608] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.451274] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e9f97a-9f99-4705-bf75-ed8da960f501 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.462538] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.462538] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 691.462538] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524988f3-f86b-bde8-17d0-b22e9ae6f1bd" [ 691.462538] env[69547]: _type = "Task" [ 691.462538] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.470430] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524988f3-f86b-bde8-17d0-b22e9ae6f1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.588996] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "1829331d-4c2e-46d9-85a8-a39484c95e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.589271] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "1829331d-4c2e-46d9-85a8-a39484c95e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.626523] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2c2e2a-dd3d-495c-9eba-4e3a51866b8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.637077] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe787feb-1702-4c79-9207-93d873ac7332 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.680845] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f772712d-761c-456f-8475-9f960bd4fe9e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.691221] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e29629-682c-4b0e-9f20-3aa9fd3c2fd8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.711520] env[69547]: DEBUG nova.compute.provider_tree [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.720914] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff831e15-e49a-4aef-9b14-13a10aecd911 tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.757s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.813443] env[69547]: DEBUG nova.network.neutron [req-f6703cc3-8a28-4b63-9b30-cae42c1c4125 req-df223b0e-59cf-421c-bd18-b26b8fc6f40a service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Updated VIF entry in instance network info cache for port f0c7e577-b287-4c35-ab6f-d5fc334db7ec. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.813798] env[69547]: DEBUG nova.network.neutron [req-f6703cc3-8a28-4b63-9b30-cae42c1c4125 req-df223b0e-59cf-421c-bd18-b26b8fc6f40a service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Updating instance_info_cache with network_info: [{"id": "f0c7e577-b287-4c35-ab6f-d5fc334db7ec", "address": "fa:16:3e:17:22:76", "network": {"id": "9f918bd7-e7c6-471c-8043-1b39f3df51cb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-372604917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fa4d55eff1451ca24c34c59012bbfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c7e577-b2", "ovs_interfaceid": "f0c7e577-b287-4c35-ab6f-d5fc334db7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.822999] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161017, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.960260] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161018, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.979311] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524988f3-f86b-bde8-17d0-b22e9ae6f1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.980181] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf7da57-8ded-44bd-8ea8-23c5837f35d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.989063] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 691.989063] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c8074a-2709-7be8-e6fc-0a47a278da25" [ 691.989063] env[69547]: _type = "Task" [ 691.989063] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.002530] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c8074a-2709-7be8-e6fc-0a47a278da25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.225345] env[69547]: DEBUG nova.compute.manager [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.240788] env[69547]: ERROR nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [req-1210ee32-f9b7-4104-b21a-6e44537835f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3dff35a2-8b92-4f77-8c0d-98fc04223d9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1210ee32-f9b7-4104-b21a-6e44537835f5"}]} [ 692.277905] env[69547]: DEBUG nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Refreshing inventories for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 692.304947] env[69547]: DEBUG nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updating ProviderTree inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 692.305216] env[69547]: DEBUG nova.compute.provider_tree [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.317269] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161017, 'name': PowerOnVM_Task} progress is 86%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.325311] env[69547]: DEBUG oslo_concurrency.lockutils [req-f6703cc3-8a28-4b63-9b30-cae42c1c4125 req-df223b0e-59cf-421c-bd18-b26b8fc6f40a service nova] Releasing lock "refresh_cache-7263b1c7-456e-4a50-98ba-07c58cc44115" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.325311] env[69547]: DEBUG nova.compute.manager [req-f6703cc3-8a28-4b63-9b30-cae42c1c4125 req-df223b0e-59cf-421c-bd18-b26b8fc6f40a service nova] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Received event network-vif-deleted-13db7663-8ce5-429f-a077-c9537919da64 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.326537] env[69547]: DEBUG nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Refreshing aggregate associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, aggregates: None {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 692.360960] env[69547]: DEBUG nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Refreshing trait associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 692.463375] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593299} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.463670] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3828ecd8-0808-46ab-9f51-525db9ef01f6/3828ecd8-0808-46ab-9f51-525db9ef01f6.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.464115] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.464115] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d843400-a41e-4634-a820-8f2d5297432e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.471678] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 692.471678] env[69547]: value = "task-3161019" [ 692.471678] env[69547]: _type = "Task" [ 692.471678] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.486549] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.501707] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c8074a-2709-7be8-e6fc-0a47a278da25, 'name': SearchDatastore_Task, 'duration_secs': 0.024267} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.503011] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.503011] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7263b1c7-456e-4a50-98ba-07c58cc44115/7263b1c7-456e-4a50-98ba-07c58cc44115.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.503011] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-363477c6-6428-44dd-bd00-0f66bb8ed860 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.513501] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 692.513501] env[69547]: value = "task-3161020" [ 692.513501] env[69547]: _type = "Task" [ 692.513501] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.524763] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.754177] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.818050] env[69547]: DEBUG oslo_vmware.api [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161017, 'name': PowerOnVM_Task, 'duration_secs': 1.075536} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.820135] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.820353] env[69547]: INFO nova.compute.manager [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Took 9.44 seconds to spawn the instance on the hypervisor. [ 692.820531] env[69547]: DEBUG nova.compute.manager [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.821645] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eec902-2544-4c7e-80c2-6ceab422a2df {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.924186] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dc5b30-cac7-43b4-8b7e-e7adf4bc537b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.932744] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f64fc6d-775b-4716-a2da-495a6ede9779 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.971933] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99578df6-49ec-48d9-84de-1a3c1dfbfc74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.984198] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc1a82-af8a-4090-b82c-ca32d997e7ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.993034] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086541} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.993962] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.994865] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd5bc25-63cd-4775-8070-5b3e3ccf5c02 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.007455] env[69547]: DEBUG nova.compute.provider_tree [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.029456] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 3828ecd8-0808-46ab-9f51-525db9ef01f6/3828ecd8-0808-46ab-9f51-525db9ef01f6.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.033804] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0826e4e-da86-4fed-b757-af0751d8e486 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.057267] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161020, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.058961] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 693.058961] env[69547]: value = "task-3161021" [ 693.058961] env[69547]: _type = "Task" [ 693.058961] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.069281] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.349722] env[69547]: INFO nova.compute.manager [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Took 29.60 seconds to build instance. [ 693.531069] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753454} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.531625] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7263b1c7-456e-4a50-98ba-07c58cc44115/7263b1c7-456e-4a50-98ba-07c58cc44115.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.531625] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.532163] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f0fa939-111f-4bda-a00a-a5db9d2ee8bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.539895] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 693.539895] env[69547]: value = "task-3161022" [ 693.539895] env[69547]: _type = "Task" [ 693.539895] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.552599] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.563294] env[69547]: DEBUG nova.scheduler.client.report [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 693.563590] env[69547]: DEBUG nova.compute.provider_tree [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 37 to 38 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 693.563771] env[69547]: DEBUG nova.compute.provider_tree [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.579463] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.857921] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dfd63d19-4470-49dd-8f0e-a384c273ea4b tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "7620df0b-07ff-4e13-8079-55ecaf7dc996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.139s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.880089] env[69547]: DEBUG nova.compute.manager [req-330ad984-138b-487f-ab57-3e9cbb5fcd3d req-f8b597b1-1915-4da4-abcd-dbd557a56d93 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Received event network-changed-e7625aa5-a63f-4587-a1da-8ca82d56c399 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.881469] env[69547]: DEBUG nova.compute.manager [req-330ad984-138b-487f-ab57-3e9cbb5fcd3d req-f8b597b1-1915-4da4-abcd-dbd557a56d93 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Refreshing instance network info cache due to event network-changed-e7625aa5-a63f-4587-a1da-8ca82d56c399. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.883442] env[69547]: DEBUG oslo_concurrency.lockutils [req-330ad984-138b-487f-ab57-3e9cbb5fcd3d req-f8b597b1-1915-4da4-abcd-dbd557a56d93 service nova] Acquiring lock "refresh_cache-95c71e5d-aa84-4bfa-90ca-a171d51b8416" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.883442] env[69547]: DEBUG oslo_concurrency.lockutils [req-330ad984-138b-487f-ab57-3e9cbb5fcd3d req-f8b597b1-1915-4da4-abcd-dbd557a56d93 service nova] Acquired lock "refresh_cache-95c71e5d-aa84-4bfa-90ca-a171d51b8416" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.883442] env[69547]: DEBUG nova.network.neutron [req-330ad984-138b-487f-ab57-3e9cbb5fcd3d req-f8b597b1-1915-4da4-abcd-dbd557a56d93 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Refreshing network info cache for port e7625aa5-a63f-4587-a1da-8ca82d56c399 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.050083] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105878} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.050350] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.052606] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211db625-d25f-4fe7-929b-fc4e07b98e91 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.080692] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7263b1c7-456e-4a50-98ba-07c58cc44115/7263b1c7-456e-4a50-98ba-07c58cc44115.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.085849] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.203s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.086529] env[69547]: DEBUG nova.compute.manager [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.089307] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2598e4-2331-4d5c-a8cc-b8de54acd30a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.107503] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.044s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.107807] env[69547]: INFO nova.compute.claims [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.124304] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 694.124304] env[69547]: value = "task-3161023" [ 694.124304] env[69547]: _type = "Task" [ 694.124304] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.124577] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161021, 'name': ReconfigVM_Task, 'duration_secs': 0.706207} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.125192] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 3828ecd8-0808-46ab-9f51-525db9ef01f6/3828ecd8-0808-46ab-9f51-525db9ef01f6.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.129324] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6052fcc0-bb7c-41cb-ba8c-94a73f236e40 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.140222] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.142797] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 694.142797] env[69547]: value = "task-3161024" [ 694.142797] env[69547]: _type = "Task" [ 694.142797] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.154084] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161024, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.361357] env[69547]: DEBUG nova.compute.manager [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.608128] env[69547]: DEBUG nova.compute.utils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.609663] env[69547]: DEBUG nova.compute.manager [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.613184] env[69547]: DEBUG nova.network.neutron [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.641845] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161023, 'name': ReconfigVM_Task, 'duration_secs': 0.319575} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.641845] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7263b1c7-456e-4a50-98ba-07c58cc44115/7263b1c7-456e-4a50-98ba-07c58cc44115.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.641845] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b31317a-d64e-4cc5-a54e-7420a35e3ef6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.651506] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 694.651506] env[69547]: value = "task-3161025" [ 694.651506] env[69547]: _type = "Task" [ 694.651506] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.658507] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161024, 'name': Rename_Task, 'duration_secs': 0.206116} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.659147] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.659759] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-667cdca5-8da7-4547-a8df-1136707f6376 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.666243] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161025, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.672458] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 694.672458] env[69547]: value = "task-3161026" [ 694.672458] env[69547]: _type = "Task" [ 694.672458] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.680383] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.747024] env[69547]: DEBUG nova.policy [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37597926ba3d42fca8f5aef3c6789408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e0bae2eec6b4f28be91f6cc4b41858a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.908185] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.911034] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquiring lock "7620df0b-07ff-4e13-8079-55ecaf7dc996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.911709] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "7620df0b-07ff-4e13-8079-55ecaf7dc996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.911709] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquiring lock "7620df0b-07ff-4e13-8079-55ecaf7dc996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.911709] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "7620df0b-07ff-4e13-8079-55ecaf7dc996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.913117] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "7620df0b-07ff-4e13-8079-55ecaf7dc996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.916462] env[69547]: INFO nova.compute.manager [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Terminating instance [ 694.932763] env[69547]: DEBUG nova.network.neutron [req-330ad984-138b-487f-ab57-3e9cbb5fcd3d req-f8b597b1-1915-4da4-abcd-dbd557a56d93 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Updated VIF entry in instance network info cache for port e7625aa5-a63f-4587-a1da-8ca82d56c399. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.933280] env[69547]: DEBUG nova.network.neutron [req-330ad984-138b-487f-ab57-3e9cbb5fcd3d req-f8b597b1-1915-4da4-abcd-dbd557a56d93 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Updating instance_info_cache with network_info: [{"id": "e7625aa5-a63f-4587-a1da-8ca82d56c399", "address": "fa:16:3e:d4:aa:56", "network": {"id": "70b2ab61-38ee-49dc-80e9-5ac5b705679b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-991731922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "624c0eb93ad7402c9ef272de62fa19f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7625aa5-a6", "ovs_interfaceid": "e7625aa5-a63f-4587-a1da-8ca82d56c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.116751] env[69547]: DEBUG nova.compute.manager [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.168816] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161025, 'name': Rename_Task, 'duration_secs': 0.142469} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.169139] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.169412] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cbb4abf-3c97-4a88-9f53-45c2aa92cb59 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.177588] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 695.177588] env[69547]: value = "task-3161027" [ 695.177588] env[69547]: _type = "Task" [ 695.177588] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.193042] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.196667] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.343773] env[69547]: DEBUG nova.network.neutron [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Successfully created port: b5dd122e-a162-4506-b804-4202625e66c4 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.424411] env[69547]: DEBUG nova.compute.manager [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.424663] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.425996] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18718194-4062-4ea9-a8ab-f54b04b3cef6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.438756] env[69547]: DEBUG oslo_concurrency.lockutils [req-330ad984-138b-487f-ab57-3e9cbb5fcd3d req-f8b597b1-1915-4da4-abcd-dbd557a56d93 service nova] Releasing lock "refresh_cache-95c71e5d-aa84-4bfa-90ca-a171d51b8416" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.441777] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.443338] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17ce97f5-a071-425a-b70e-0ab1b195061a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.450524] env[69547]: DEBUG oslo_vmware.api [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 695.450524] env[69547]: value = "task-3161028" [ 695.450524] env[69547]: _type = "Task" [ 695.450524] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.472754] env[69547]: DEBUG oslo_vmware.api [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.663301] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.663601] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.692633] env[69547]: DEBUG oslo_vmware.api [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161026, 'name': PowerOnVM_Task, 'duration_secs': 0.674022} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.696370] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.696633] env[69547]: INFO nova.compute.manager [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Took 6.99 seconds to spawn the instance on the hypervisor. [ 695.696864] env[69547]: DEBUG nova.compute.manager [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.697518] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161027, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.701067] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597cd42b-8f0f-417f-ab8b-d1f9e8c9fbc0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.739813] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc71e8c-0897-4821-9cd7-5b5c693e01b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.747081] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0513c12-21b3-4c0d-b198-432607303811 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.786295] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4e2dc6-2d67-4191-bd24-d0e36b2dc62b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.794966] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1acfd62-8a22-47de-b75f-b957107ede33 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.811348] env[69547]: DEBUG nova.compute.provider_tree [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.967996] env[69547]: DEBUG oslo_vmware.api [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161028, 'name': PowerOffVM_Task, 'duration_secs': 0.233788} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.968308] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.968308] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.969221] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-529b72ce-d70a-419b-b2d1-0b662e4a3361 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.026324] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.026510] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.026675] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Deleting the datastore file [datastore2] 7620df0b-07ff-4e13-8079-55ecaf7dc996 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.026937] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bebe1c5-e2a9-428e-a81b-eccc56ca127d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.033501] env[69547]: DEBUG oslo_vmware.api [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for the task: (returnval){ [ 696.033501] env[69547]: value = "task-3161030" [ 696.033501] env[69547]: _type = "Task" [ 696.033501] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.041880] env[69547]: DEBUG oslo_vmware.api [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.129314] env[69547]: DEBUG nova.compute.manager [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.158193] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.158455] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.158613] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.158790] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.158934] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.159104] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.159377] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.159466] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.159884] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.159884] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.160174] env[69547]: DEBUG nova.virt.hardware [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.160814] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9869ad-544a-4495-a527-7019f8dd3b85 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.169014] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e3ec16-ee88-4f90-9127-962bb72c76dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.190383] env[69547]: DEBUG oslo_vmware.api [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161027, 'name': PowerOnVM_Task, 'duration_secs': 0.534446} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.190559] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.191288] env[69547]: INFO nova.compute.manager [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Took 10.17 seconds to spawn the instance on the hypervisor. [ 696.191288] env[69547]: DEBUG nova.compute.manager [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.191715] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd2fe6e-1742-4c76-ad55-26229bc3923f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.224135] env[69547]: INFO nova.compute.manager [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Took 31.31 seconds to build instance. [ 696.314929] env[69547]: DEBUG nova.scheduler.client.report [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.548126] env[69547]: DEBUG oslo_vmware.api [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Task: {'id': task-3161030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397024} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.548420] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.549033] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.549033] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.549033] env[69547]: INFO nova.compute.manager [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Took 1.12 seconds to destroy the instance on the hypervisor. [ 696.549300] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.549491] env[69547]: DEBUG nova.compute.manager [-] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.551013] env[69547]: DEBUG nova.network.neutron [-] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.712639] env[69547]: INFO nova.compute.manager [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Took 32.02 seconds to build instance. [ 696.726537] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19a00e4-e94a-44b7-abeb-a39e3fd2feaf tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "3828ecd8-0808-46ab-9f51-525db9ef01f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.653s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.823610] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.825178] env[69547]: DEBUG nova.compute.manager [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.827912] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.042s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.829756] env[69547]: INFO nova.compute.claims [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.215379] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3e922135-bc24-4afe-8e9c-c701bcf38a20 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "7263b1c7-456e-4a50-98ba-07c58cc44115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.550s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.229264] env[69547]: DEBUG nova.compute.manager [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.335970] env[69547]: DEBUG nova.compute.utils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.337369] env[69547]: DEBUG nova.compute.manager [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.337545] env[69547]: DEBUG nova.network.neutron [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.422022] env[69547]: DEBUG nova.compute.manager [None req-71f124fb-5e44-4599-923a-ebf76aed8f42 tempest-ServerDiagnosticsV248Test-563563355 tempest-ServerDiagnosticsV248Test-563563355-project-admin] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.422022] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8e69d2-f8fc-4eab-86b6-cee5d0d7e19d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.428612] env[69547]: INFO nova.compute.manager [None req-71f124fb-5e44-4599-923a-ebf76aed8f42 tempest-ServerDiagnosticsV248Test-563563355 tempest-ServerDiagnosticsV248Test-563563355-project-admin] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Retrieving diagnostics [ 697.429364] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9b198-fbc9-4e5d-adb7-326d3157ed5e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.468455] env[69547]: DEBUG nova.policy [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed3869a758d4480f96da933ab1eaf3cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ae0e49035dd4f58aefe93cfe3c6be42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.719941] env[69547]: DEBUG nova.compute.manager [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.765848] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.821307] env[69547]: DEBUG nova.network.neutron [-] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.848033] env[69547]: DEBUG nova.compute.manager [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.857457] env[69547]: DEBUG nova.network.neutron [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Successfully updated port: b5dd122e-a162-4506-b804-4202625e66c4 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.248333] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.323993] env[69547]: INFO nova.compute.manager [-] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Took 1.77 seconds to deallocate network for instance. [ 698.361029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquiring lock "refresh_cache-abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.361029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquired lock "refresh_cache-abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.361029] env[69547]: DEBUG nova.network.neutron [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.401629] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ad1344-27f5-4efd-b20a-eea507f2083b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.417332] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e157c-b19c-4346-a59d-d8cc20decfed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.455138] env[69547]: DEBUG nova.network.neutron [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Successfully created port: 064d65b2-b8be-4e36-b148-02680e7d7b42 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.458376] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59f31ac-d76c-4040-bf1c-baee4a9160c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.467972] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504df4ff-7c4d-46e3-8277-678ccd53cc8d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.487831] env[69547]: DEBUG nova.compute.provider_tree [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.582941] env[69547]: DEBUG oslo_vmware.rw_handles [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aa4e-aae9-2e51-7aa0-db2055f4b6f4/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 698.584029] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76057405-a3be-40dc-b510-a4602fda0e8a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.593481] env[69547]: DEBUG oslo_vmware.rw_handles [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aa4e-aae9-2e51-7aa0-db2055f4b6f4/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 698.593766] env[69547]: ERROR oslo_vmware.rw_handles [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aa4e-aae9-2e51-7aa0-db2055f4b6f4/disk-0.vmdk due to incomplete transfer. [ 698.594039] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e4189f7-9493-4795-a1df-5b068bfdef76 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.603662] env[69547]: DEBUG oslo_vmware.rw_handles [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236aa4e-aae9-2e51-7aa0-db2055f4b6f4/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 698.603875] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Uploaded image bb6ed61b-3fb9-4d96-b97c-d11ff74a20e7 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 698.607424] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 698.607424] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-297ab5f9-8517-4f79-8f3b-e9faabdb0eeb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.614803] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 698.614803] env[69547]: value = "task-3161031" [ 698.614803] env[69547]: _type = "Task" [ 698.614803] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.626823] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161031, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.815928] env[69547]: DEBUG nova.compute.manager [req-c9ccabbb-9122-4b00-9a46-85f6ab289e94 req-44b3a937-9b88-40f4-bbe1-7edab918b7ff service nova] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Received event network-vif-deleted-15e7fb9c-b232-407c-8f3d-6743cab52c0a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.831468] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.862826] env[69547]: DEBUG nova.compute.manager [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.897991] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.897991] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.897991] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.898364] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.898364] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.898364] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.900804] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.900804] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.900804] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.900804] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.900804] env[69547]: DEBUG nova.virt.hardware [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.901236] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef1b652-31c1-47f2-8c00-5b06b9fa0804 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.912114] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fffa96-4b95-42af-9ead-d7a440c0b462 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.982864] env[69547]: DEBUG nova.network.neutron [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.991649] env[69547]: DEBUG nova.scheduler.client.report [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.126756] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161031, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.498898] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.498898] env[69547]: DEBUG nova.compute.manager [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.502673] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.915s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.505531] env[69547]: INFO nova.compute.claims [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.629392] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161031, 'name': Destroy_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.648595] env[69547]: DEBUG nova.network.neutron [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Updating instance_info_cache with network_info: [{"id": "b5dd122e-a162-4506-b804-4202625e66c4", "address": "fa:16:3e:4c:b0:3f", "network": {"id": "647981a1-7086-4cd2-bca2-cd147c3dd04d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912814719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e0bae2eec6b4f28be91f6cc4b41858a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5dd122e-a1", "ovs_interfaceid": "b5dd122e-a162-4506-b804-4202625e66c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.010193] env[69547]: DEBUG nova.compute.utils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.015023] env[69547]: DEBUG nova.compute.manager [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.015023] env[69547]: DEBUG nova.network.neutron [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.100959] env[69547]: DEBUG nova.policy [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbffc952e0f345f7b59fb337990275df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f437ca16ece94cc1b3e8f6c286e50dda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.129477] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161031, 'name': Destroy_Task, 'duration_secs': 1.187978} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.129477] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Destroyed the VM [ 700.129698] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 700.129977] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83bbd5e5-3e18-4c89-9901-3d4fc871cde7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.137164] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 700.137164] env[69547]: value = "task-3161032" [ 700.137164] env[69547]: _type = "Task" [ 700.137164] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.147231] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.155262] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Releasing lock "refresh_cache-abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.155632] env[69547]: DEBUG nova.compute.manager [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Instance network_info: |[{"id": "b5dd122e-a162-4506-b804-4202625e66c4", "address": "fa:16:3e:4c:b0:3f", "network": {"id": "647981a1-7086-4cd2-bca2-cd147c3dd04d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912814719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e0bae2eec6b4f28be91f6cc4b41858a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5dd122e-a1", "ovs_interfaceid": "b5dd122e-a162-4506-b804-4202625e66c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.156082] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:b0:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5dd122e-a162-4506-b804-4202625e66c4', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.164630] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Creating folder: Project (3e0bae2eec6b4f28be91f6cc4b41858a). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.165166] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df70af61-1ab3-4ad7-b4ff-70ec8c806c8d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.175723] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Created folder: Project (3e0bae2eec6b4f28be91f6cc4b41858a) in parent group-v632381. [ 700.175952] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Creating folder: Instances. Parent ref: group-v632424. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.176163] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-939ab9bf-f413-444a-bcb5-b1dd6b88e89c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.191305] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Created folder: Instances in parent group-v632424. [ 700.191473] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.191679] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.191905] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea83327-e25f-411d-9e0e-8d6a8e709b2a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.214173] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.214173] env[69547]: value = "task-3161035" [ 700.214173] env[69547]: _type = "Task" [ 700.214173] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.223730] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161035, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.513775] env[69547]: DEBUG nova.compute.manager [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.611714] env[69547]: DEBUG nova.network.neutron [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Successfully created port: 3bcc7110-48bf-476c-8fc8-6d51ab82f5ab {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.651504] env[69547]: DEBUG oslo_vmware.api [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161032, 'name': RemoveSnapshot_Task, 'duration_secs': 0.425268} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.652013] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 700.652013] env[69547]: INFO nova.compute.manager [None req-58ac0623-4667-4280-b2fc-9fe8970c765b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Took 17.30 seconds to snapshot the instance on the hypervisor. [ 700.724644] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161035, 'name': CreateVM_Task, 'duration_secs': 0.346212} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.724756] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.725656] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.725656] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.726000] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.729720] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ef7a05-205c-4727-9dd6-069ed905cf94 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.735667] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 700.735667] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5219abac-6d69-65b1-72b0-613c0831511c" [ 700.735667] env[69547]: _type = "Task" [ 700.735667] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.743935] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5219abac-6d69-65b1-72b0-613c0831511c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.065068] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146389fd-0dea-47a5-8861-f7a6654b630b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.073823] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1274a058-9138-4642-aaf0-6625351f19df {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.106544] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c65a55c-7641-4df1-902b-b5122ebf5ad7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.115021] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f213b20-6ca5-4ed5-98fb-9f16f26f06d0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.130721] env[69547]: DEBUG nova.compute.provider_tree [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.205806] env[69547]: DEBUG nova.network.neutron [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Successfully updated port: 064d65b2-b8be-4e36-b148-02680e7d7b42 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.245878] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5219abac-6d69-65b1-72b0-613c0831511c, 'name': SearchDatastore_Task, 'duration_secs': 0.018715} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.247779] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.247779] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.247856] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247983] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.248180] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.248564] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6480fc6-e30a-4241-afa5-fb1454ce024f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.260012] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.260012] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.260245] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c856d572-dc1e-48f7-bf85-dba4514108e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.266010] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 701.266010] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]529a4ef4-29c0-0a60-fc98-27352ff21863" [ 701.266010] env[69547]: _type = "Task" [ 701.266010] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.275516] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529a4ef4-29c0-0a60-fc98-27352ff21863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.280900] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.280900] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.280900] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.281105] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.284160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.287941] env[69547]: INFO nova.compute.manager [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Terminating instance [ 701.526653] env[69547]: DEBUG nova.compute.manager [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.566110] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.566342] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.566492] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.566688] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.566792] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.566946] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.567181] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.567606] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.567606] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.567702] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.567883] env[69547]: DEBUG nova.virt.hardware [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.568797] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c094d944-b600-46c9-9409-9622f0c5da2d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.577525] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef8967-6b18-4bc1-98c1-40e855d5af6d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.633667] env[69547]: DEBUG nova.scheduler.client.report [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.710698] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquiring lock "refresh_cache-690648e9-1344-4076-9f7e-b329089e36a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.710698] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquired lock "refresh_cache-690648e9-1344-4076-9f7e-b329089e36a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.710698] env[69547]: DEBUG nova.network.neutron [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.776965] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529a4ef4-29c0-0a60-fc98-27352ff21863, 'name': SearchDatastore_Task, 'duration_secs': 0.015126} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.777918] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a086beb-ba41-45c5-9455-d96fcdaf4998 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.783724] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 701.783724] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526b3333-a47e-60df-9ffd-dcdbd96842e5" [ 701.783724] env[69547]: _type = "Task" [ 701.783724] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.792324] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526b3333-a47e-60df-9ffd-dcdbd96842e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.794599] env[69547]: DEBUG nova.compute.manager [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.794599] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.795073] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c07cff-89bd-4aae-a27a-fc305ab0f3fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.802289] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.802453] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b568e1d-4fdb-4c33-b210-788a0acab565 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.817353] env[69547]: DEBUG nova.compute.manager [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Received event network-vif-plugged-b5dd122e-a162-4506-b804-4202625e66c4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.817596] env[69547]: DEBUG oslo_concurrency.lockutils [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] Acquiring lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.817802] env[69547]: DEBUG oslo_concurrency.lockutils [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.817971] env[69547]: DEBUG oslo_concurrency.lockutils [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.818360] env[69547]: DEBUG nova.compute.manager [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] No waiting events found dispatching network-vif-plugged-b5dd122e-a162-4506-b804-4202625e66c4 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.818550] env[69547]: WARNING nova.compute.manager [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Received unexpected event network-vif-plugged-b5dd122e-a162-4506-b804-4202625e66c4 for instance with vm_state building and task_state spawning. [ 701.818755] env[69547]: DEBUG nova.compute.manager [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Received event network-changed-b5dd122e-a162-4506-b804-4202625e66c4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.819457] env[69547]: DEBUG nova.compute.manager [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Refreshing instance network info cache due to event network-changed-b5dd122e-a162-4506-b804-4202625e66c4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.819706] env[69547]: DEBUG oslo_concurrency.lockutils [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] Acquiring lock "refresh_cache-abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.819828] env[69547]: DEBUG oslo_concurrency.lockutils [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] Acquired lock "refresh_cache-abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.819988] env[69547]: DEBUG nova.network.neutron [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Refreshing network info cache for port b5dd122e-a162-4506-b804-4202625e66c4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.868126] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.868287] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.868563] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleting the datastore file [datastore1] ad28f56e-b1a6-4725-a6cf-c6de65213ebb {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.868939] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de4f78ec-3b8e-4edc-bd9a-0bf18c22a4d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.876757] env[69547]: DEBUG oslo_vmware.api [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 701.876757] env[69547]: value = "task-3161037" [ 701.876757] env[69547]: _type = "Task" [ 701.876757] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.884645] env[69547]: DEBUG oslo_vmware.api [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.033721] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquiring lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.033721] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.140295] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.140776] env[69547]: DEBUG nova.compute.manager [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.143848] env[69547]: DEBUG oslo_concurrency.lockutils [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.109s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.144084] env[69547]: DEBUG nova.objects.instance [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lazy-loading 'resources' on Instance uuid 690ffaf0-bc91-4427-98fd-15b4bdffb58f {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.290888] env[69547]: DEBUG nova.network.neutron [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.297591] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526b3333-a47e-60df-9ffd-dcdbd96842e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014442} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.297857] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.298159] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] abc1186a-59c7-4e08-a0d6-e6fc42dd58b1/abc1186a-59c7-4e08-a0d6-e6fc42dd58b1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.298388] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26513685-4a79-4e1e-a97c-86dc7e69d054 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.306575] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 702.306575] env[69547]: value = "task-3161038" [ 702.306575] env[69547]: _type = "Task" [ 702.306575] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.317362] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.388770] env[69547]: DEBUG oslo_vmware.api [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174799} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.388948] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.390932] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.390932] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.390932] env[69547]: INFO nova.compute.manager [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Took 0.60 seconds to destroy the instance on the hypervisor. [ 702.390932] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.390932] env[69547]: DEBUG nova.compute.manager [-] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.390932] env[69547]: DEBUG nova.network.neutron [-] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.601980] env[69547]: DEBUG nova.network.neutron [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Updated VIF entry in instance network info cache for port b5dd122e-a162-4506-b804-4202625e66c4. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.602936] env[69547]: DEBUG nova.network.neutron [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Updating instance_info_cache with network_info: [{"id": "b5dd122e-a162-4506-b804-4202625e66c4", "address": "fa:16:3e:4c:b0:3f", "network": {"id": "647981a1-7086-4cd2-bca2-cd147c3dd04d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912814719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e0bae2eec6b4f28be91f6cc4b41858a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5dd122e-a1", "ovs_interfaceid": "b5dd122e-a162-4506-b804-4202625e66c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.648251] env[69547]: DEBUG nova.compute.utils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.653514] env[69547]: DEBUG nova.compute.manager [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.653706] env[69547]: DEBUG nova.network.neutron [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.711168] env[69547]: DEBUG nova.policy [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81ff521019bb4039899b222d92f5ad21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a6a3b4a581d4647a59b7629a4a7ab0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.818478] env[69547]: DEBUG nova.network.neutron [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Updating instance_info_cache with network_info: [{"id": "064d65b2-b8be-4e36-b148-02680e7d7b42", "address": "fa:16:3e:2a:c1:5c", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064d65b2-b8", "ovs_interfaceid": "064d65b2-b8be-4e36-b148-02680e7d7b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.832036] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161038, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.108580] env[69547]: DEBUG oslo_concurrency.lockutils [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] Releasing lock "refresh_cache-abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.111026] env[69547]: DEBUG nova.compute.manager [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Received event network-changed-f0c7e577-b287-4c35-ab6f-d5fc334db7ec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.111026] env[69547]: DEBUG nova.compute.manager [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Refreshing instance network info cache due to event network-changed-f0c7e577-b287-4c35-ab6f-d5fc334db7ec. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.111026] env[69547]: DEBUG oslo_concurrency.lockutils [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] Acquiring lock "refresh_cache-7263b1c7-456e-4a50-98ba-07c58cc44115" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.111026] env[69547]: DEBUG oslo_concurrency.lockutils [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] Acquired lock "refresh_cache-7263b1c7-456e-4a50-98ba-07c58cc44115" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.111026] env[69547]: DEBUG nova.network.neutron [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Refreshing network info cache for port f0c7e577-b287-4c35-ab6f-d5fc334db7ec {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.156131] env[69547]: DEBUG nova.compute.manager [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.161378] env[69547]: DEBUG nova.network.neutron [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Successfully created port: 904204d9-13a6-4e73-8937-1d7a9fd07f10 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.191828] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749a515e-758e-4b42-a2db-f711a12b05f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.201453] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d6cc0-6e8c-4b09-80fe-f57b66854783 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.206957] env[69547]: DEBUG nova.network.neutron [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Successfully updated port: 3bcc7110-48bf-476c-8fc8-6d51ab82f5ab {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.245278] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b13d93-0f9c-400e-a80b-a54d568144b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.259150] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd0ce9-d802-42c9-8923-e539e05d6492 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.278539] env[69547]: DEBUG nova.compute.provider_tree [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.326279] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556541} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.326854] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Releasing lock "refresh_cache-690648e9-1344-4076-9f7e-b329089e36a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.327867] env[69547]: DEBUG nova.compute.manager [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Instance network_info: |[{"id": "064d65b2-b8be-4e36-b148-02680e7d7b42", "address": "fa:16:3e:2a:c1:5c", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064d65b2-b8", "ovs_interfaceid": "064d65b2-b8be-4e36-b148-02680e7d7b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.329373] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] abc1186a-59c7-4e08-a0d6-e6fc42dd58b1/abc1186a-59c7-4e08-a0d6-e6fc42dd58b1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.329373] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.329373] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:c1:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '064d65b2-b8be-4e36-b148-02680e7d7b42', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.340519] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Creating folder: Project (5ae0e49035dd4f58aefe93cfe3c6be42). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.340823] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06717e4d-a5f2-4236-b718-62328c59be72 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.343767] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57f98105-125a-489c-abe0-9f0bcb280d5b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.351815] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 703.351815] env[69547]: value = "task-3161040" [ 703.351815] env[69547]: _type = "Task" [ 703.351815] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.357659] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Created folder: Project (5ae0e49035dd4f58aefe93cfe3c6be42) in parent group-v632381. [ 703.357864] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Creating folder: Instances. Parent ref: group-v632427. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.359401] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef1b183a-a3ce-4d11-9485-c45f13c81903 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.365454] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.368494] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Created folder: Instances in parent group-v632427. [ 703.368741] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.368993] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.369209] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22c62db4-294d-4527-816e-e74e894380de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.391082] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.391082] env[69547]: value = "task-3161042" [ 703.391082] env[69547]: _type = "Task" [ 703.391082] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.405022] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161042, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.418238] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.418493] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.668796] env[69547]: DEBUG nova.network.neutron [-] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.715057] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "refresh_cache-7160e6dd-68bd-44ec-9835-a85d09500b19" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.715057] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquired lock "refresh_cache-7160e6dd-68bd-44ec-9835-a85d09500b19" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.715057] env[69547]: DEBUG nova.network.neutron [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.781917] env[69547]: DEBUG nova.scheduler.client.report [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.862424] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074842} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.862661] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.863702] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea23ddbc-18bc-46e9-ad10-832ad9418d3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.888090] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] abc1186a-59c7-4e08-a0d6-e6fc42dd58b1/abc1186a-59c7-4e08-a0d6-e6fc42dd58b1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.888479] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123ef3c2-b6b1-4e1c-9a57-144a414aae19 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.916583] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 703.916583] env[69547]: value = "task-3161043" [ 703.916583] env[69547]: _type = "Task" [ 703.916583] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.923103] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161042, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.933094] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.048336] env[69547]: DEBUG nova.network.neutron [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Updated VIF entry in instance network info cache for port f0c7e577-b287-4c35-ab6f-d5fc334db7ec. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.048769] env[69547]: DEBUG nova.network.neutron [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Updating instance_info_cache with network_info: [{"id": "f0c7e577-b287-4c35-ab6f-d5fc334db7ec", "address": "fa:16:3e:17:22:76", "network": {"id": "9f918bd7-e7c6-471c-8043-1b39f3df51cb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-372604917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fa4d55eff1451ca24c34c59012bbfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c7e577-b2", "ovs_interfaceid": "f0c7e577-b287-4c35-ab6f-d5fc334db7ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.159632] env[69547]: DEBUG nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Received event network-vif-plugged-064d65b2-b8be-4e36-b148-02680e7d7b42 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.159932] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Acquiring lock "690648e9-1344-4076-9f7e-b329089e36a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.160193] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Lock "690648e9-1344-4076-9f7e-b329089e36a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.160420] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Lock "690648e9-1344-4076-9f7e-b329089e36a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.160710] env[69547]: DEBUG nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] No waiting events found dispatching network-vif-plugged-064d65b2-b8be-4e36-b148-02680e7d7b42 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.160953] env[69547]: WARNING nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Received unexpected event network-vif-plugged-064d65b2-b8be-4e36-b148-02680e7d7b42 for instance with vm_state building and task_state spawning. [ 704.161941] env[69547]: DEBUG nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Received event network-changed-064d65b2-b8be-4e36-b148-02680e7d7b42 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.162210] env[69547]: DEBUG nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Refreshing instance network info cache due to event network-changed-064d65b2-b8be-4e36-b148-02680e7d7b42. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.162457] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Acquiring lock "refresh_cache-690648e9-1344-4076-9f7e-b329089e36a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.162628] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Acquired lock "refresh_cache-690648e9-1344-4076-9f7e-b329089e36a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.162812] env[69547]: DEBUG nova.network.neutron [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Refreshing network info cache for port 064d65b2-b8be-4e36-b148-02680e7d7b42 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.173598] env[69547]: DEBUG nova.compute.manager [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.176043] env[69547]: INFO nova.compute.manager [-] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Took 1.79 seconds to deallocate network for instance. [ 704.221099] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.221430] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.221678] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.221931] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.222162] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.222426] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.222749] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.222977] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.223583] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.223964] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.226649] env[69547]: DEBUG nova.virt.hardware [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.228261] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8750d4a-b0dd-4f3f-8c5c-47fe8b6f5a8d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.238779] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e363a1d-8540-4797-9442-8564362b59e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.266991] env[69547]: DEBUG nova.network.neutron [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.287069] env[69547]: DEBUG oslo_concurrency.lockutils [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.289812] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.551s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.290209] env[69547]: DEBUG nova.objects.instance [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lazy-loading 'resources' on Instance uuid 5c083db7-c953-4bee-961e-62fff3fff8ba {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.321670] env[69547]: INFO nova.scheduler.client.report [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Deleted allocations for instance 690ffaf0-bc91-4427-98fd-15b4bdffb58f [ 704.425285] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161042, 'name': CreateVM_Task, 'duration_secs': 0.625797} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.428565] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.429351] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.429690] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.429922] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.431295] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f471cfc-1afb-4a4f-adc3-1f264a543205 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.435961] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161043, 'name': ReconfigVM_Task, 'duration_secs': 0.302926} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.436762] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Reconfigured VM instance instance-0000000f to attach disk [datastore2] abc1186a-59c7-4e08-a0d6-e6fc42dd58b1/abc1186a-59c7-4e08-a0d6-e6fc42dd58b1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.437477] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e351c67d-4c86-428f-9aa6-e1322c76ed7b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.440382] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 704.440382] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5299dc2c-7f21-0fda-e3bb-057399a11a84" [ 704.440382] env[69547]: _type = "Task" [ 704.440382] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.445672] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 704.445672] env[69547]: value = "task-3161044" [ 704.445672] env[69547]: _type = "Task" [ 704.445672] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.448801] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5299dc2c-7f21-0fda-e3bb-057399a11a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.458762] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161044, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.554021] env[69547]: DEBUG oslo_concurrency.lockutils [req-4d6334ef-1aca-4bcb-a5f7-6d12f0ac9214 req-0d78dfcd-9c5c-496d-86f7-da07a37b04b4 service nova] Releasing lock "refresh_cache-7263b1c7-456e-4a50-98ba-07c58cc44115" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.657137] env[69547]: DEBUG nova.network.neutron [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Updating instance_info_cache with network_info: [{"id": "3bcc7110-48bf-476c-8fc8-6d51ab82f5ab", "address": "fa:16:3e:6d:d1:d0", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bcc7110-48", "ovs_interfaceid": "3bcc7110-48bf-476c-8fc8-6d51ab82f5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.685943] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.831717] env[69547]: DEBUG oslo_concurrency.lockutils [None req-62db3cb4-aba9-457d-85fc-5aae742c3167 tempest-TenantUsagesTestJSON-998442116 tempest-TenantUsagesTestJSON-998442116-project-member] Lock "690ffaf0-bc91-4427-98fd-15b4bdffb58f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.603s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.952674] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5299dc2c-7f21-0fda-e3bb-057399a11a84, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.956106] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.956371] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.956995] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.956995] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.956995] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.961868] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-762f277f-8718-4ddd-945a-926a38598764 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.970115] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161044, 'name': Rename_Task, 'duration_secs': 0.152303} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.970115] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.970115] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a28c9fe-6a10-4743-8c16-38a0456bb5a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.975264] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.975480] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.977443] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bce711c-0bec-4929-9276-638db87c50b8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.981068] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 704.981068] env[69547]: value = "task-3161045" [ 704.981068] env[69547]: _type = "Task" [ 704.981068] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.987601] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 704.987601] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e74344-3fc9-8dc9-299b-3af803e58778" [ 704.987601] env[69547]: _type = "Task" [ 704.987601] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.994889] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.999386] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e74344-3fc9-8dc9-299b-3af803e58778, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.002696] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46044ddd-3313-4853-9e04-caf9484e5705 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.008555] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 705.008555] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52633b6d-279c-0188-10d5-3fe9e55f434a" [ 705.008555] env[69547]: _type = "Task" [ 705.008555] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.018854] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52633b6d-279c-0188-10d5-3fe9e55f434a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.161710] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Releasing lock "refresh_cache-7160e6dd-68bd-44ec-9835-a85d09500b19" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.162259] env[69547]: DEBUG nova.compute.manager [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Instance network_info: |[{"id": "3bcc7110-48bf-476c-8fc8-6d51ab82f5ab", "address": "fa:16:3e:6d:d1:d0", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bcc7110-48", "ovs_interfaceid": "3bcc7110-48bf-476c-8fc8-6d51ab82f5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.162647] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:d1:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bcc7110-48bf-476c-8fc8-6d51ab82f5ab', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.173391] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Creating folder: Project (f437ca16ece94cc1b3e8f6c286e50dda). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.182453] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-875c27cc-715f-481a-9f05-dad0f163aba3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.195425] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Created folder: Project (f437ca16ece94cc1b3e8f6c286e50dda) in parent group-v632381. [ 705.195425] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Creating folder: Instances. Parent ref: group-v632430. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.195425] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8af30642-4572-45a1-99ee-08f817fe48b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.205385] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Created folder: Instances in parent group-v632430. [ 705.205385] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.208557] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.209014] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a46317ed-b050-45bc-9079-4b9d94e2bde2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.237732] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.237732] env[69547]: value = "task-3161048" [ 705.237732] env[69547]: _type = "Task" [ 705.237732] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.255519] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161048, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.343026] env[69547]: DEBUG nova.compute.manager [req-a272fcfe-7416-4bba-87ba-104e21375d4b req-b100756e-1870-4e55-875f-35c9e7a0c00b service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Received event network-vif-plugged-904204d9-13a6-4e73-8937-1d7a9fd07f10 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.343026] env[69547]: DEBUG oslo_concurrency.lockutils [req-a272fcfe-7416-4bba-87ba-104e21375d4b req-b100756e-1870-4e55-875f-35c9e7a0c00b service nova] Acquiring lock "f5a8d214-68ab-453c-ba9a-76206937f5eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.343229] env[69547]: DEBUG oslo_concurrency.lockutils [req-a272fcfe-7416-4bba-87ba-104e21375d4b req-b100756e-1870-4e55-875f-35c9e7a0c00b service nova] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.343630] env[69547]: DEBUG oslo_concurrency.lockutils [req-a272fcfe-7416-4bba-87ba-104e21375d4b req-b100756e-1870-4e55-875f-35c9e7a0c00b service nova] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.343630] env[69547]: DEBUG nova.compute.manager [req-a272fcfe-7416-4bba-87ba-104e21375d4b req-b100756e-1870-4e55-875f-35c9e7a0c00b service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] No waiting events found dispatching network-vif-plugged-904204d9-13a6-4e73-8937-1d7a9fd07f10 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.343791] env[69547]: WARNING nova.compute.manager [req-a272fcfe-7416-4bba-87ba-104e21375d4b req-b100756e-1870-4e55-875f-35c9e7a0c00b service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Received unexpected event network-vif-plugged-904204d9-13a6-4e73-8937-1d7a9fd07f10 for instance with vm_state building and task_state spawning. [ 705.380570] env[69547]: DEBUG nova.network.neutron [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Updated VIF entry in instance network info cache for port 064d65b2-b8be-4e36-b148-02680e7d7b42. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.380570] env[69547]: DEBUG nova.network.neutron [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Updating instance_info_cache with network_info: [{"id": "064d65b2-b8be-4e36-b148-02680e7d7b42", "address": "fa:16:3e:2a:c1:5c", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064d65b2-b8", "ovs_interfaceid": "064d65b2-b8be-4e36-b148-02680e7d7b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.426149] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c66e26-aa34-40c7-a21c-274ce656d09d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.436111] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58933f56-4b2c-4a27-a72b-8dc6ed9fcf6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.469020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7e8916-b485-4868-99fe-32d3e98d47a2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.475940] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788c2ffd-b170-4437-b467-739dad361a3a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.490578] env[69547]: DEBUG nova.compute.provider_tree [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.503427] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161045, 'name': PowerOnVM_Task} progress is 19%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.519963] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52633b6d-279c-0188-10d5-3fe9e55f434a, 'name': SearchDatastore_Task, 'duration_secs': 0.014039} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.520209] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.520483] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 690648e9-1344-4076-9f7e-b329089e36a5/690648e9-1344-4076-9f7e-b329089e36a5.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.520766] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdc63abb-cf95-40c0-a093-27a8327e4230 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.529043] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 705.529043] env[69547]: value = "task-3161049" [ 705.529043] env[69547]: _type = "Task" [ 705.529043] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.540878] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.681443] env[69547]: DEBUG nova.network.neutron [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Successfully updated port: 904204d9-13a6-4e73-8937-1d7a9fd07f10 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.749236] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161048, 'name': CreateVM_Task, 'duration_secs': 0.381229} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.749495] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.753059] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.753059] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.753059] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.753059] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0efdc1-475f-4119-a922-a63303d85601 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.760363] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 705.760363] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ffdeab-944e-1739-df57-09a0d427f79d" [ 705.760363] env[69547]: _type = "Task" [ 705.760363] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.772416] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ffdeab-944e-1739-df57-09a0d427f79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.883432] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Releasing lock "refresh_cache-690648e9-1344-4076-9f7e-b329089e36a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.883777] env[69547]: DEBUG nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Received event network-vif-plugged-3bcc7110-48bf-476c-8fc8-6d51ab82f5ab {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.884070] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Acquiring lock "7160e6dd-68bd-44ec-9835-a85d09500b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.884308] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Lock "7160e6dd-68bd-44ec-9835-a85d09500b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.884530] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Lock "7160e6dd-68bd-44ec-9835-a85d09500b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.884725] env[69547]: DEBUG nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] No waiting events found dispatching network-vif-plugged-3bcc7110-48bf-476c-8fc8-6d51ab82f5ab {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.884893] env[69547]: WARNING nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Received unexpected event network-vif-plugged-3bcc7110-48bf-476c-8fc8-6d51ab82f5ab for instance with vm_state building and task_state spawning. [ 705.885124] env[69547]: DEBUG nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Received event network-vif-deleted-baaf4516-47fa-4da9-965b-8f7b2e5c1aee {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.885314] env[69547]: DEBUG nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Received event network-changed-3bcc7110-48bf-476c-8fc8-6d51ab82f5ab {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.885513] env[69547]: DEBUG nova.compute.manager [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Refreshing instance network info cache due to event network-changed-3bcc7110-48bf-476c-8fc8-6d51ab82f5ab. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.886939] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Acquiring lock "refresh_cache-7160e6dd-68bd-44ec-9835-a85d09500b19" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.886939] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Acquired lock "refresh_cache-7160e6dd-68bd-44ec-9835-a85d09500b19" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.886939] env[69547]: DEBUG nova.network.neutron [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Refreshing network info cache for port 3bcc7110-48bf-476c-8fc8-6d51ab82f5ab {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.998234] env[69547]: DEBUG nova.scheduler.client.report [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.008828] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161045, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.039708] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490251} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.039968] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 690648e9-1344-4076-9f7e-b329089e36a5/690648e9-1344-4076-9f7e-b329089e36a5.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.040274] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.040570] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-330afa2e-72df-4737-ad76-04f18516ca1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.048399] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 706.048399] env[69547]: value = "task-3161050" [ 706.048399] env[69547]: _type = "Task" [ 706.048399] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.059840] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.186894] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "refresh_cache-f5a8d214-68ab-453c-ba9a-76206937f5eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.186894] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "refresh_cache-f5a8d214-68ab-453c-ba9a-76206937f5eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.186894] env[69547]: DEBUG nova.network.neutron [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.273759] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ffdeab-944e-1739-df57-09a0d427f79d, 'name': SearchDatastore_Task, 'duration_secs': 0.019536} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.274101] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.275177] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.275510] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.275665] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.275844] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.276136] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b35335dd-be69-430f-b83b-47e8494b32a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.286887] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.288043] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.288043] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07771e36-a6bd-485e-9309-7b9ebcb75918 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.293965] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 706.293965] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cfdcdc-3ee7-5795-96c1-04dc8500af1d" [ 706.293965] env[69547]: _type = "Task" [ 706.293965] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.301270] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cfdcdc-3ee7-5795-96c1-04dc8500af1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.508188] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.510502] env[69547]: DEBUG oslo_vmware.api [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161045, 'name': PowerOnVM_Task, 'duration_secs': 1.158494} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.510828] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.534s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.512071] env[69547]: DEBUG nova.objects.instance [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lazy-loading 'resources' on Instance uuid f2f528e6-d7a1-43de-bb04-9a9f4068e1a0 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.515831] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.519017] env[69547]: INFO nova.compute.manager [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Took 10.39 seconds to spawn the instance on the hypervisor. [ 706.519017] env[69547]: DEBUG nova.compute.manager [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.519017] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe166341-65f8-4147-85f6-9798f9dc889f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.560374] env[69547]: INFO nova.scheduler.client.report [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Deleted allocations for instance 5c083db7-c953-4bee-961e-62fff3fff8ba [ 706.574212] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071888} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.574610] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.575498] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f7585f-a887-4faa-bd18-3df46560baa1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.610857] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 690648e9-1344-4076-9f7e-b329089e36a5/690648e9-1344-4076-9f7e-b329089e36a5.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.612807] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e5bc766-e15f-47cf-952f-9d5c8675ed3f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.636978] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 706.636978] env[69547]: value = "task-3161051" [ 706.636978] env[69547]: _type = "Task" [ 706.636978] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.646899] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161051, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.795862] env[69547]: DEBUG nova.network.neutron [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.811813] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cfdcdc-3ee7-5795-96c1-04dc8500af1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.812831] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ee4c29-038e-47ae-b865-cfcb8da9ec24 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.819683] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 706.819683] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52139cef-d6a6-19c0-0b50-d527123e46b2" [ 706.819683] env[69547]: _type = "Task" [ 706.819683] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.831569] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52139cef-d6a6-19c0-0b50-d527123e46b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.049052] env[69547]: INFO nova.compute.manager [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Took 35.08 seconds to build instance. [ 707.078278] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3ef180da-e889-4545-bb08-950cd8ae832e tempest-ImagesNegativeTestJSON-191769683 tempest-ImagesNegativeTestJSON-191769683-project-member] Lock "5c083db7-c953-4bee-961e-62fff3fff8ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.240s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.158354] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161051, 'name': ReconfigVM_Task, 'duration_secs': 0.310234} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.158354] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 690648e9-1344-4076-9f7e-b329089e36a5/690648e9-1344-4076-9f7e-b329089e36a5.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.158354] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d177381-a603-40c9-b6fd-fdc3882224c8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.166990] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 707.166990] env[69547]: value = "task-3161052" [ 707.166990] env[69547]: _type = "Task" [ 707.166990] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.178654] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161052, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.217428] env[69547]: DEBUG nova.network.neutron [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Updated VIF entry in instance network info cache for port 3bcc7110-48bf-476c-8fc8-6d51ab82f5ab. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.217805] env[69547]: DEBUG nova.network.neutron [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Updating instance_info_cache with network_info: [{"id": "3bcc7110-48bf-476c-8fc8-6d51ab82f5ab", "address": "fa:16:3e:6d:d1:d0", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bcc7110-48", "ovs_interfaceid": "3bcc7110-48bf-476c-8fc8-6d51ab82f5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.242584] env[69547]: DEBUG nova.network.neutron [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Updating instance_info_cache with network_info: [{"id": "904204d9-13a6-4e73-8937-1d7a9fd07f10", "address": "fa:16:3e:f1:8e:7c", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904204d9-13", "ovs_interfaceid": "904204d9-13a6-4e73-8937-1d7a9fd07f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.333317] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52139cef-d6a6-19c0-0b50-d527123e46b2, 'name': SearchDatastore_Task, 'duration_secs': 0.018207} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.336905] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.336905] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 7160e6dd-68bd-44ec-9835-a85d09500b19/7160e6dd-68bd-44ec-9835-a85d09500b19.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.338088] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427eca6f-adf4-4afe-a297-d1a8d5c1ca6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.344412] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 707.344412] env[69547]: value = "task-3161053" [ 707.344412] env[69547]: _type = "Task" [ 707.344412] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.356882] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.508931] env[69547]: DEBUG nova.compute.manager [req-7c85c6bc-98f4-4518-88d0-694af0a610ca req-28b157c6-7b9c-4a1c-8bb5-d063a78f5333 service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Received event network-changed-904204d9-13a6-4e73-8937-1d7a9fd07f10 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.509198] env[69547]: DEBUG nova.compute.manager [req-7c85c6bc-98f4-4518-88d0-694af0a610ca req-28b157c6-7b9c-4a1c-8bb5-d063a78f5333 service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Refreshing instance network info cache due to event network-changed-904204d9-13a6-4e73-8937-1d7a9fd07f10. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.509406] env[69547]: DEBUG oslo_concurrency.lockutils [req-7c85c6bc-98f4-4518-88d0-694af0a610ca req-28b157c6-7b9c-4a1c-8bb5-d063a78f5333 service nova] Acquiring lock "refresh_cache-f5a8d214-68ab-453c-ba9a-76206937f5eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.529863] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6ebba-d26a-497a-bfc9-f4b605ffb3c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.539723] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bed8b70-480b-43d4-b751-c1d84298e062 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.573855] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a0d95754-0ac6-43f2-b2e0-0f3abad721c0 tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.162s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.575965] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a311bb4-2ada-4212-9dc3-c53720655df4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.587304] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9807974c-d570-4557-b29f-314ec6d683ba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.603580] env[69547]: DEBUG nova.compute.provider_tree [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.683888] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161052, 'name': Rename_Task, 'duration_secs': 0.149216} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.684274] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.685100] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf4a352-119a-4dd3-a553-23abe971c8ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.693487] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 707.693487] env[69547]: value = "task-3161054" [ 707.693487] env[69547]: _type = "Task" [ 707.693487] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.702588] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.723525] env[69547]: DEBUG oslo_concurrency.lockutils [req-547b2c95-16ae-4f99-9325-a01dec4f44b7 req-13784c37-e8aa-4601-93af-c9a092b97c3c service nova] Releasing lock "refresh_cache-7160e6dd-68bd-44ec-9835-a85d09500b19" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.745979] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "refresh_cache-f5a8d214-68ab-453c-ba9a-76206937f5eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.746345] env[69547]: DEBUG nova.compute.manager [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Instance network_info: |[{"id": "904204d9-13a6-4e73-8937-1d7a9fd07f10", "address": "fa:16:3e:f1:8e:7c", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904204d9-13", "ovs_interfaceid": "904204d9-13a6-4e73-8937-1d7a9fd07f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.746688] env[69547]: DEBUG oslo_concurrency.lockutils [req-7c85c6bc-98f4-4518-88d0-694af0a610ca req-28b157c6-7b9c-4a1c-8bb5-d063a78f5333 service nova] Acquired lock "refresh_cache-f5a8d214-68ab-453c-ba9a-76206937f5eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.746882] env[69547]: DEBUG nova.network.neutron [req-7c85c6bc-98f4-4518-88d0-694af0a610ca req-28b157c6-7b9c-4a1c-8bb5-d063a78f5333 service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Refreshing network info cache for port 904204d9-13a6-4e73-8937-1d7a9fd07f10 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.748370] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:8e:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '904204d9-13a6-4e73-8937-1d7a9fd07f10', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.760453] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Creating folder: Project (6a6a3b4a581d4647a59b7629a4a7ab0a). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.764070] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fab3d35c-1b35-44e1-9341-b7fbbe74f7cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.774804] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Created folder: Project (6a6a3b4a581d4647a59b7629a4a7ab0a) in parent group-v632381. [ 707.775412] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Creating folder: Instances. Parent ref: group-v632433. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.775412] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef23388-95e6-4764-b426-0e4a4d6e1e38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.787849] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Created folder: Instances in parent group-v632433. [ 707.787849] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.787849] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.787849] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe16a08d-5df0-470f-9864-fff612c4b1e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.811034] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.811034] env[69547]: value = "task-3161057" [ 707.811034] env[69547]: _type = "Task" [ 707.811034] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.822863] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161057, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.859038] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161053, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.081154] env[69547]: DEBUG nova.compute.manager [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.093829] env[69547]: DEBUG nova.compute.manager [None req-ead26a25-bca2-40b8-82b9-b89bf55af0b1 tempest-ServerDiagnosticsV248Test-563563355 tempest-ServerDiagnosticsV248Test-563563355-project-admin] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.097033] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2b1fc-abb4-4f53-ad2a-72b323c463fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.103583] env[69547]: INFO nova.compute.manager [None req-ead26a25-bca2-40b8-82b9-b89bf55af0b1 tempest-ServerDiagnosticsV248Test-563563355 tempest-ServerDiagnosticsV248Test-563563355-project-admin] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Retrieving diagnostics [ 708.104240] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a687fd9d-880e-4034-9f5e-0d871b630dbf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.111502] env[69547]: DEBUG nova.scheduler.client.report [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.153532] env[69547]: DEBUG nova.network.neutron [req-7c85c6bc-98f4-4518-88d0-694af0a610ca req-28b157c6-7b9c-4a1c-8bb5-d063a78f5333 service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Updated VIF entry in instance network info cache for port 904204d9-13a6-4e73-8937-1d7a9fd07f10. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.153532] env[69547]: DEBUG nova.network.neutron [req-7c85c6bc-98f4-4518-88d0-694af0a610ca req-28b157c6-7b9c-4a1c-8bb5-d063a78f5333 service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Updating instance_info_cache with network_info: [{"id": "904204d9-13a6-4e73-8937-1d7a9fd07f10", "address": "fa:16:3e:f1:8e:7c", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904204d9-13", "ovs_interfaceid": "904204d9-13a6-4e73-8937-1d7a9fd07f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.205530] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161054, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.322552] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161057, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.356107] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576448} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.356395] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 7160e6dd-68bd-44ec-9835-a85d09500b19/7160e6dd-68bd-44ec-9835-a85d09500b19.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.356639] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.356955] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed2e9ed7-6537-4c7e-8ddb-9023fecc71da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.363635] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 708.363635] env[69547]: value = "task-3161058" [ 708.363635] env[69547]: _type = "Task" [ 708.363635] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.372343] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.618673] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.621516] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.623679] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.476s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.625243] env[69547]: INFO nova.compute.claims [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.647916] env[69547]: INFO nova.scheduler.client.report [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Deleted allocations for instance f2f528e6-d7a1-43de-bb04-9a9f4068e1a0 [ 708.655566] env[69547]: DEBUG oslo_concurrency.lockutils [req-7c85c6bc-98f4-4518-88d0-694af0a610ca req-28b157c6-7b9c-4a1c-8bb5-d063a78f5333 service nova] Releasing lock "refresh_cache-f5a8d214-68ab-453c-ba9a-76206937f5eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.710789] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161054, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.824303] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161057, 'name': CreateVM_Task, 'duration_secs': 0.615868} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.824561] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.826018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.826018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.826333] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.826421] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61c91b7-6b8d-42f0-9945-705b60c798ce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.831569] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 708.831569] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52052b2e-c744-f20b-802d-e1b35d0d79eb" [ 708.831569] env[69547]: _type = "Task" [ 708.831569] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.843306] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52052b2e-c744-f20b-802d-e1b35d0d79eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.876421] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061429} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.876421] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.876992] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f79a53-821b-4b3d-ac87-4a5adc63623b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.902499] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 7160e6dd-68bd-44ec-9835-a85d09500b19/7160e6dd-68bd-44ec-9835-a85d09500b19.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.902668] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d62862-f58c-4643-b2f5-c24e3546fba7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.926249] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 708.926249] env[69547]: value = "task-3161059" [ 708.926249] env[69547]: _type = "Task" [ 708.926249] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.940018] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.159052] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9fd8e7ed-a6c8-4545-adbf-e2576bbcdfb8 tempest-ServerExternalEventsTest-1268573323 tempest-ServerExternalEventsTest-1268573323-project-member] Lock "f2f528e6-d7a1-43de-bb04-9a9f4068e1a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.769s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.208439] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161054, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.301770] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquiring lock "3828ecd8-0808-46ab-9f51-525db9ef01f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.302081] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "3828ecd8-0808-46ab-9f51-525db9ef01f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.306020] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquiring lock "3828ecd8-0808-46ab-9f51-525db9ef01f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.306020] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "3828ecd8-0808-46ab-9f51-525db9ef01f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.306020] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "3828ecd8-0808-46ab-9f51-525db9ef01f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.306020] env[69547]: INFO nova.compute.manager [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Terminating instance [ 709.349219] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52052b2e-c744-f20b-802d-e1b35d0d79eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.349219] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.349219] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.349219] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.349376] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.350577] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.351196] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da9469f7-f4f0-4d8f-879e-71f1a819f38b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.360166] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.360166] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.360853] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f8fe63-b650-4f11-bbdf-7480f55546fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.366567] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 709.366567] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5243e386-5c97-f07a-0133-a0d374dfe45c" [ 709.366567] env[69547]: _type = "Task" [ 709.366567] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.376417] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5243e386-5c97-f07a-0133-a0d374dfe45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.446958] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.712350] env[69547]: DEBUG oslo_vmware.api [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161054, 'name': PowerOnVM_Task, 'duration_secs': 1.639155} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.715567] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.715794] env[69547]: INFO nova.compute.manager [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Took 10.85 seconds to spawn the instance on the hypervisor. [ 709.715972] env[69547]: DEBUG nova.compute.manager [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.718473] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c04d1-ac2a-4c81-885b-59e23ec9922f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.799956] env[69547]: DEBUG nova.compute.manager [req-f57dcd3e-128d-4f48-8b25-b60387346843 req-160cfb3c-d0d9-4692-a6bc-7fd5692a53c7 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Received event network-changed-b5dd122e-a162-4506-b804-4202625e66c4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.799956] env[69547]: DEBUG nova.compute.manager [req-f57dcd3e-128d-4f48-8b25-b60387346843 req-160cfb3c-d0d9-4692-a6bc-7fd5692a53c7 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Refreshing instance network info cache due to event network-changed-b5dd122e-a162-4506-b804-4202625e66c4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.799956] env[69547]: DEBUG oslo_concurrency.lockutils [req-f57dcd3e-128d-4f48-8b25-b60387346843 req-160cfb3c-d0d9-4692-a6bc-7fd5692a53c7 service nova] Acquiring lock "refresh_cache-abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.799956] env[69547]: DEBUG oslo_concurrency.lockutils [req-f57dcd3e-128d-4f48-8b25-b60387346843 req-160cfb3c-d0d9-4692-a6bc-7fd5692a53c7 service nova] Acquired lock "refresh_cache-abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.799956] env[69547]: DEBUG nova.network.neutron [req-f57dcd3e-128d-4f48-8b25-b60387346843 req-160cfb3c-d0d9-4692-a6bc-7fd5692a53c7 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Refreshing network info cache for port b5dd122e-a162-4506-b804-4202625e66c4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.814368] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquiring lock "refresh_cache-3828ecd8-0808-46ab-9f51-525db9ef01f6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.814439] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquired lock "refresh_cache-3828ecd8-0808-46ab-9f51-525db9ef01f6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.814602] env[69547]: DEBUG nova.network.neutron [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.882466] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5243e386-5c97-f07a-0133-a0d374dfe45c, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.883191] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65397217-8420-4883-bbe9-1b73c600f39e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.889770] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 709.889770] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5203d739-f220-c034-9404-716b8a5e2fd0" [ 709.889770] env[69547]: _type = "Task" [ 709.889770] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.902448] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5203d739-f220-c034-9404-716b8a5e2fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.902702] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.902988] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] f5a8d214-68ab-453c-ba9a-76206937f5eb/f5a8d214-68ab-453c-ba9a-76206937f5eb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.903316] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03109dda-22ef-4c41-89fe-9626f9ddd489 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.912299] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 709.912299] env[69547]: value = "task-3161060" [ 709.912299] env[69547]: _type = "Task" [ 709.912299] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.920656] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.938060] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161059, 'name': ReconfigVM_Task, 'duration_secs': 0.605338} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.940827] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 7160e6dd-68bd-44ec-9835-a85d09500b19/7160e6dd-68bd-44ec-9835-a85d09500b19.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.944042] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6a5c99e-7fad-42bc-89d8-ffd19ffeff25 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.949372] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 709.949372] env[69547]: value = "task-3161061" [ 709.949372] env[69547]: _type = "Task" [ 709.949372] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.962528] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161061, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.191102] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a18d20-b5f5-417b-b379-ea1a37b6e768 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.199724] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37520e3-35b2-4729-b9a8-e95fa4fe29ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.244792] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e2480c-4535-4105-9258-736e6a1223ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.248473] env[69547]: INFO nova.compute.manager [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Took 37.21 seconds to build instance. [ 710.255770] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789c835f-4d6b-4611-b984-908f3847acab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.274118] env[69547]: DEBUG nova.compute.provider_tree [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.358970] env[69547]: DEBUG nova.network.neutron [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.426478] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161060, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.465647] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161061, 'name': Rename_Task, 'duration_secs': 0.169297} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.466102] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.466442] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c6dad32-75a6-4375-9442-28f56983532f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.472045] env[69547]: DEBUG nova.compute.manager [None req-6cb87f26-63ea-48fd-b5c8-50582f8d3eef tempest-ServerDiagnosticsTest-1065399233 tempest-ServerDiagnosticsTest-1065399233-project-admin] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.473318] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3150fa-e803-4cba-ae51-869e8a62a6ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.480962] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 710.480962] env[69547]: value = "task-3161062" [ 710.480962] env[69547]: _type = "Task" [ 710.480962] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.485030] env[69547]: INFO nova.compute.manager [None req-6cb87f26-63ea-48fd-b5c8-50582f8d3eef tempest-ServerDiagnosticsTest-1065399233 tempest-ServerDiagnosticsTest-1065399233-project-admin] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Retrieving diagnostics [ 710.486095] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216ebede-aa87-4d1e-8797-d84e4f9703b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.491722] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.541608] env[69547]: DEBUG nova.network.neutron [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.751164] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a2bfd0e3-d72f-4774-aa30-fc42278539ba tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "690648e9-1344-4076-9f7e-b329089e36a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.218s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.778275] env[69547]: DEBUG nova.scheduler.client.report [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.922685] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532349} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.923015] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] f5a8d214-68ab-453c-ba9a-76206937f5eb/f5a8d214-68ab-453c-ba9a-76206937f5eb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.923232] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.923481] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f220212e-6477-4119-9c5c-78f46b52c0d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.930547] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 710.930547] env[69547]: value = "task-3161063" [ 710.930547] env[69547]: _type = "Task" [ 710.930547] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.938272] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.994803] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.050329] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Releasing lock "refresh_cache-3828ecd8-0808-46ab-9f51-525db9ef01f6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.050329] env[69547]: DEBUG nova.compute.manager [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.050329] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.050620] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cae548-0cf3-44ab-847c-0427a2cb6c93 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.060693] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.061630] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f63cf116-9577-42a4-93db-24bd06769ec4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.066919] env[69547]: DEBUG oslo_vmware.api [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 711.066919] env[69547]: value = "task-3161064" [ 711.066919] env[69547]: _type = "Task" [ 711.066919] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.076349] env[69547]: DEBUG oslo_vmware.api [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.254619] env[69547]: DEBUG nova.compute.manager [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.284703] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.284703] env[69547]: DEBUG nova.compute.manager [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.291285] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.109s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.291285] env[69547]: INFO nova.compute.claims [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.445617] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071366} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.445617] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.445617] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9d5295-78dc-4081-8e00-abf75d7b68c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.489960] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] f5a8d214-68ab-453c-ba9a-76206937f5eb/f5a8d214-68ab-453c-ba9a-76206937f5eb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.496051] env[69547]: DEBUG nova.network.neutron [req-f57dcd3e-128d-4f48-8b25-b60387346843 req-160cfb3c-d0d9-4692-a6bc-7fd5692a53c7 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Updated VIF entry in instance network info cache for port b5dd122e-a162-4506-b804-4202625e66c4. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.496051] env[69547]: DEBUG nova.network.neutron [req-f57dcd3e-128d-4f48-8b25-b60387346843 req-160cfb3c-d0d9-4692-a6bc-7fd5692a53c7 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Updating instance_info_cache with network_info: [{"id": "b5dd122e-a162-4506-b804-4202625e66c4", "address": "fa:16:3e:4c:b0:3f", "network": {"id": "647981a1-7086-4cd2-bca2-cd147c3dd04d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-912814719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e0bae2eec6b4f28be91f6cc4b41858a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5dd122e-a1", "ovs_interfaceid": "b5dd122e-a162-4506-b804-4202625e66c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.496273] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23570c85-5eaf-416b-a9b0-f667f5595092 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.530095] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161062, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.530836] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 711.530836] env[69547]: value = "task-3161065" [ 711.530836] env[69547]: _type = "Task" [ 711.530836] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.550960] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.583826] env[69547]: DEBUG oslo_vmware.api [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161064, 'name': PowerOffVM_Task, 'duration_secs': 0.127951} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.583826] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.583826] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.583826] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa802ada-2892-47fd-94a1-e8ea544531da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.607830] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.609195] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.609195] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Deleting the datastore file [datastore2] 3828ecd8-0808-46ab-9f51-525db9ef01f6 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.609195] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90e57f0d-eaa6-4a05-8cdd-8243f8d63b7f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.618313] env[69547]: DEBUG oslo_vmware.api [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for the task: (returnval){ [ 711.618313] env[69547]: value = "task-3161067" [ 711.618313] env[69547]: _type = "Task" [ 711.618313] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.628822] env[69547]: DEBUG oslo_vmware.api [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.791783] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.794851] env[69547]: DEBUG nova.compute.utils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.797213] env[69547]: DEBUG nova.compute.manager [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.797392] env[69547]: DEBUG nova.network.neutron [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.944394] env[69547]: DEBUG nova.policy [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbffc952e0f345f7b59fb337990275df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f437ca16ece94cc1b3e8f6c286e50dda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.007232] env[69547]: DEBUG oslo_vmware.api [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161062, 'name': PowerOnVM_Task, 'duration_secs': 1.103633} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.007232] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.007447] env[69547]: INFO nova.compute.manager [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Took 10.48 seconds to spawn the instance on the hypervisor. [ 712.007643] env[69547]: DEBUG nova.compute.manager [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.008558] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bc6945-8f30-4a65-8890-712aac7bee40 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.019161] env[69547]: DEBUG oslo_concurrency.lockutils [req-f57dcd3e-128d-4f48-8b25-b60387346843 req-160cfb3c-d0d9-4692-a6bc-7fd5692a53c7 service nova] Releasing lock "refresh_cache-abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.022120] env[69547]: DEBUG oslo_concurrency.lockutils [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquiring lock "690648e9-1344-4076-9f7e-b329089e36a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.027975] env[69547]: DEBUG oslo_concurrency.lockutils [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "690648e9-1344-4076-9f7e-b329089e36a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.027975] env[69547]: DEBUG oslo_concurrency.lockutils [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquiring lock "690648e9-1344-4076-9f7e-b329089e36a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.027975] env[69547]: DEBUG oslo_concurrency.lockutils [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "690648e9-1344-4076-9f7e-b329089e36a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.027975] env[69547]: DEBUG oslo_concurrency.lockutils [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "690648e9-1344-4076-9f7e-b329089e36a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.028682] env[69547]: INFO nova.compute.manager [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Terminating instance [ 712.041939] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.133335] env[69547]: DEBUG oslo_vmware.api [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Task: {'id': task-3161067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110317} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.133720] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.134987] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.134987] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.134987] env[69547]: INFO nova.compute.manager [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 712.134987] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.134987] env[69547]: DEBUG nova.compute.manager [-] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.134987] env[69547]: DEBUG nova.network.neutron [-] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.173266] env[69547]: DEBUG nova.network.neutron [-] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.297669] env[69547]: DEBUG nova.compute.manager [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.527563] env[69547]: INFO nova.compute.manager [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Took 36.76 seconds to build instance. [ 712.531440] env[69547]: DEBUG nova.compute.manager [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.531638] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.532598] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ad90d-d8cb-494f-88c1-3207487b3023 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.560637] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.561690] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161065, 'name': ReconfigVM_Task, 'duration_secs': 0.523922} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.561690] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffd08591-3ac5-40c9-8ed7-37889a166c2d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.563359] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Reconfigured VM instance instance-00000012 to attach disk [datastore1] f5a8d214-68ab-453c-ba9a-76206937f5eb/f5a8d214-68ab-453c-ba9a-76206937f5eb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.564546] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f772b99-317e-427d-a815-3aaa447818c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.574052] env[69547]: DEBUG oslo_vmware.api [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 712.574052] env[69547]: value = "task-3161068" [ 712.574052] env[69547]: _type = "Task" [ 712.574052] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.575037] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 712.575037] env[69547]: value = "task-3161069" [ 712.575037] env[69547]: _type = "Task" [ 712.575037] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.596398] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161069, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.596398] env[69547]: DEBUG oslo_vmware.api [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.675150] env[69547]: DEBUG nova.network.neutron [-] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.792178] env[69547]: DEBUG nova.network.neutron [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Successfully created port: b87619b5-1cdd-42fa-9747-b50598a2c243 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.905126] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0474915-bd78-46d5-8c39-2b9a29a67e43 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.915944] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fca95e-5c98-48c2-ac1e-0ce450a10c56 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.955692] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63312c7-e500-49cb-914b-77ea646f132b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.964729] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f5e2fb-6958-4054-b3db-4df71184b330 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.983269] env[69547]: DEBUG nova.compute.provider_tree [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.029699] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c220887b-1b7d-4d38-b3c2-fd95a9dbaf3e tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "7160e6dd-68bd-44ec-9835-a85d09500b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.319s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.091755] env[69547]: DEBUG oslo_vmware.api [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161068, 'name': PowerOffVM_Task, 'duration_secs': 0.285081} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.095197] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.095499] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.096671] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161069, 'name': Rename_Task, 'duration_secs': 0.234198} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.096671] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38302a5f-e011-4e8d-8152-8923ebff4eaf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.097825] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.098129] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f092b2-a725-4696-8bb5-273f05cd7aad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.107552] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 713.107552] env[69547]: value = "task-3161071" [ 713.107552] env[69547]: _type = "Task" [ 713.107552] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.118447] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.166302] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.167462] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.167698] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Deleting the datastore file [datastore2] 690648e9-1344-4076-9f7e-b329089e36a5 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.167985] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44c99538-526b-4154-9db0-c84554ce281f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.178459] env[69547]: INFO nova.compute.manager [-] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Took 1.04 seconds to deallocate network for instance. [ 713.178827] env[69547]: DEBUG oslo_vmware.api [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for the task: (returnval){ [ 713.178827] env[69547]: value = "task-3161072" [ 713.178827] env[69547]: _type = "Task" [ 713.178827] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.205883] env[69547]: DEBUG oslo_vmware.api [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.317168] env[69547]: DEBUG nova.compute.manager [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.368211] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.368211] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.368211] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.368478] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.368478] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.368478] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.368478] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.368478] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.368688] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.368688] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.368688] env[69547]: DEBUG nova.virt.hardware [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.369262] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f7fa16-84ff-45e9-af24-028fd7f2970a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.382501] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2cb3c-0627-42f4-a4a7-2d6b24d19c61 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.489167] env[69547]: DEBUG nova.scheduler.client.report [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.533766] env[69547]: DEBUG nova.compute.manager [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.624034] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161071, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.697503] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.697877] env[69547]: DEBUG oslo_vmware.api [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Task: {'id': task-3161072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16335} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.698593] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.698593] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.698593] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.700340] env[69547]: INFO nova.compute.manager [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 713.700340] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.700340] env[69547]: DEBUG nova.compute.manager [-] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.700340] env[69547]: DEBUG nova.network.neutron [-] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.797311] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquiring lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.797570] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.998373] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.999359] env[69547]: DEBUG nova.compute.manager [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.001982] env[69547]: DEBUG oslo_concurrency.lockutils [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.859s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.002765] env[69547]: DEBUG nova.objects.instance [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lazy-loading 'resources' on Instance uuid e1b3c6c8-f311-4a76-9275-5c155c162449 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.064225] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.125612] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161071, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.504552] env[69547]: DEBUG nova.compute.utils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.505245] env[69547]: DEBUG nova.compute.manager [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.507263] env[69547]: DEBUG nova.network.neutron [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.627126] env[69547]: DEBUG oslo_vmware.api [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161071, 'name': PowerOnVM_Task, 'duration_secs': 1.073515} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.630257] env[69547]: DEBUG nova.policy [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81ff521019bb4039899b222d92f5ad21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a6a3b4a581d4647a59b7629a4a7ab0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.632858] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.633094] env[69547]: INFO nova.compute.manager [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Took 10.46 seconds to spawn the instance on the hypervisor. [ 714.633300] env[69547]: DEBUG nova.compute.manager [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.640030] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efefdbd-9017-4233-8b4c-8536d28d3a6a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.687557] env[69547]: DEBUG nova.network.neutron [-] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.727714] env[69547]: DEBUG nova.compute.manager [req-7d24708a-04d7-45a3-a0da-c2d5a7b8f0bd req-0d4c437e-058c-47c3-9835-83be726765c9 service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Received event network-vif-deleted-064d65b2-b8be-4e36-b148-02680e7d7b42 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.728718] env[69547]: INFO nova.compute.manager [req-7d24708a-04d7-45a3-a0da-c2d5a7b8f0bd req-0d4c437e-058c-47c3-9835-83be726765c9 service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Neutron deleted interface 064d65b2-b8be-4e36-b148-02680e7d7b42; detaching it from the instance and deleting it from the info cache [ 714.730057] env[69547]: DEBUG nova.network.neutron [req-7d24708a-04d7-45a3-a0da-c2d5a7b8f0bd req-0d4c437e-058c-47c3-9835-83be726765c9 service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.019376] env[69547]: DEBUG nova.compute.manager [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.093266] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "525141fd-077e-40e2-a7fe-914c1dbcb900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.093266] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "525141fd-077e-40e2-a7fe-914c1dbcb900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.139594] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.140244] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.167735] env[69547]: INFO nova.compute.manager [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Took 38.62 seconds to build instance. [ 715.194034] env[69547]: INFO nova.compute.manager [-] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Took 1.49 seconds to deallocate network for instance. [ 715.206216] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1cd13b-bf5b-4da3-a6a3-7c7cc7f6c43a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.215408] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd4a96a-565a-49f1-8c38-3c8cbfb11d20 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.250189] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab832c92-b6bd-456f-8953-ef5c91084b1c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.253329] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc27d20-5ef0-44c2-bfe5-a179a2383dc1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.263068] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3777407-9534-47c0-98c1-db4ab73458bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.271659] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef72fc-27a3-4446-818f-817694cdd575 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.294485] env[69547]: DEBUG nova.compute.provider_tree [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.306722] env[69547]: DEBUG nova.compute.manager [req-7d24708a-04d7-45a3-a0da-c2d5a7b8f0bd req-0d4c437e-058c-47c3-9835-83be726765c9 service nova] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Detach interface failed, port_id=064d65b2-b8be-4e36-b148-02680e7d7b42, reason: Instance 690648e9-1344-4076-9f7e-b329089e36a5 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 715.322761] env[69547]: DEBUG nova.network.neutron [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Successfully created port: e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.351465] env[69547]: DEBUG nova.network.neutron [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Successfully updated port: b87619b5-1cdd-42fa-9747-b50598a2c243 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.536414] env[69547]: DEBUG nova.compute.manager [req-4597c13d-30f2-4469-80d1-6c0fa73b9384 req-553c004a-ce2e-47cd-9819-7b813e297d12 service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Received event network-vif-plugged-b87619b5-1cdd-42fa-9747-b50598a2c243 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.536605] env[69547]: DEBUG oslo_concurrency.lockutils [req-4597c13d-30f2-4469-80d1-6c0fa73b9384 req-553c004a-ce2e-47cd-9819-7b813e297d12 service nova] Acquiring lock "42403335-6ef3-4773-b3ac-a3aebd33394c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.537037] env[69547]: DEBUG oslo_concurrency.lockutils [req-4597c13d-30f2-4469-80d1-6c0fa73b9384 req-553c004a-ce2e-47cd-9819-7b813e297d12 service nova] Lock "42403335-6ef3-4773-b3ac-a3aebd33394c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.537037] env[69547]: DEBUG oslo_concurrency.lockutils [req-4597c13d-30f2-4469-80d1-6c0fa73b9384 req-553c004a-ce2e-47cd-9819-7b813e297d12 service nova] Lock "42403335-6ef3-4773-b3ac-a3aebd33394c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.537351] env[69547]: DEBUG nova.compute.manager [req-4597c13d-30f2-4469-80d1-6c0fa73b9384 req-553c004a-ce2e-47cd-9819-7b813e297d12 service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] No waiting events found dispatching network-vif-plugged-b87619b5-1cdd-42fa-9747-b50598a2c243 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.537351] env[69547]: WARNING nova.compute.manager [req-4597c13d-30f2-4469-80d1-6c0fa73b9384 req-553c004a-ce2e-47cd-9819-7b813e297d12 service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Received unexpected event network-vif-plugged-b87619b5-1cdd-42fa-9747-b50598a2c243 for instance with vm_state building and task_state spawning. [ 715.675214] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0bb43124-c610-44d4-94b6-5a5fbc4bbfd3 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.603s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.702347] env[69547]: DEBUG oslo_concurrency.lockutils [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.798135] env[69547]: DEBUG nova.scheduler.client.report [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.854055] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "refresh_cache-42403335-6ef3-4773-b3ac-a3aebd33394c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.855454] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquired lock "refresh_cache-42403335-6ef3-4773-b3ac-a3aebd33394c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.855454] env[69547]: DEBUG nova.network.neutron [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.032406] env[69547]: DEBUG nova.compute.manager [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.061066] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.061066] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.061234] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.061434] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.061597] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.061789] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.062079] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.062330] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.062469] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.062672] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.062877] env[69547]: DEBUG nova.virt.hardware [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.064294] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5be9618-4e43-4443-b82e-1b0a021277ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.074116] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a77a53b-89c5-4871-af58-7c9605e4f7ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.179132] env[69547]: DEBUG nova.compute.manager [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.307738] env[69547]: DEBUG oslo_concurrency.lockutils [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.310309] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.556s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.312149] env[69547]: INFO nova.compute.claims [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.352764] env[69547]: INFO nova.scheduler.client.report [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Deleted allocations for instance e1b3c6c8-f311-4a76-9275-5c155c162449 [ 716.419115] env[69547]: DEBUG nova.network.neutron [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.454394] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.454394] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.708037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.742615] env[69547]: DEBUG nova.network.neutron [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Updating instance_info_cache with network_info: [{"id": "b87619b5-1cdd-42fa-9747-b50598a2c243", "address": "fa:16:3e:df:b1:89", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87619b5-1c", "ovs_interfaceid": "b87619b5-1cdd-42fa-9747-b50598a2c243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.865691] env[69547]: DEBUG oslo_concurrency.lockutils [None req-653c87a4-6f23-4614-9940-c38940205a90 tempest-FloatingIPsAssociationNegativeTestJSON-953086787 tempest-FloatingIPsAssociationNegativeTestJSON-953086787-project-member] Lock "e1b3c6c8-f311-4a76-9275-5c155c162449" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.361s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.962992] env[69547]: DEBUG nova.compute.manager [req-9dabcaa1-e664-4e8d-ac24-dcec0ee0113d req-c9e16423-d331-4522-9503-5dd742fe88a8 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Received event network-vif-plugged-e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.963412] env[69547]: DEBUG oslo_concurrency.lockutils [req-9dabcaa1-e664-4e8d-ac24-dcec0ee0113d req-c9e16423-d331-4522-9503-5dd742fe88a8 service nova] Acquiring lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.964226] env[69547]: DEBUG oslo_concurrency.lockutils [req-9dabcaa1-e664-4e8d-ac24-dcec0ee0113d req-c9e16423-d331-4522-9503-5dd742fe88a8 service nova] Lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.964639] env[69547]: DEBUG oslo_concurrency.lockutils [req-9dabcaa1-e664-4e8d-ac24-dcec0ee0113d req-c9e16423-d331-4522-9503-5dd742fe88a8 service nova] Lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.964923] env[69547]: DEBUG nova.compute.manager [req-9dabcaa1-e664-4e8d-ac24-dcec0ee0113d req-c9e16423-d331-4522-9503-5dd742fe88a8 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] No waiting events found dispatching network-vif-plugged-e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.965206] env[69547]: WARNING nova.compute.manager [req-9dabcaa1-e664-4e8d-ac24-dcec0ee0113d req-c9e16423-d331-4522-9503-5dd742fe88a8 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Received unexpected event network-vif-plugged-e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a for instance with vm_state building and task_state spawning. [ 717.108702] env[69547]: DEBUG nova.network.neutron [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Successfully updated port: e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.249185] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Releasing lock "refresh_cache-42403335-6ef3-4773-b3ac-a3aebd33394c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.249185] env[69547]: DEBUG nova.compute.manager [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Instance network_info: |[{"id": "b87619b5-1cdd-42fa-9747-b50598a2c243", "address": "fa:16:3e:df:b1:89", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87619b5-1c", "ovs_interfaceid": "b87619b5-1cdd-42fa-9747-b50598a2c243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.249326] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:b1:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b87619b5-1cdd-42fa-9747-b50598a2c243', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.257918] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.258509] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.258771] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58d173f8-dd48-417c-9766-32f3f804dcc9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.279902] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.279902] env[69547]: value = "task-3161073" [ 717.279902] env[69547]: _type = "Task" [ 717.279902] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.291414] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161073, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.513015] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.513336] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.574180] env[69547]: DEBUG nova.compute.manager [req-12804cd1-3ea1-42a5-a8bd-5be45017ddd8 req-b06cdf6b-0c7d-453c-9bbe-bd5264cdb0ba service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Received event network-changed-b87619b5-1cdd-42fa-9747-b50598a2c243 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.574549] env[69547]: DEBUG nova.compute.manager [req-12804cd1-3ea1-42a5-a8bd-5be45017ddd8 req-b06cdf6b-0c7d-453c-9bbe-bd5264cdb0ba service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Refreshing instance network info cache due to event network-changed-b87619b5-1cdd-42fa-9747-b50598a2c243. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.574935] env[69547]: DEBUG oslo_concurrency.lockutils [req-12804cd1-3ea1-42a5-a8bd-5be45017ddd8 req-b06cdf6b-0c7d-453c-9bbe-bd5264cdb0ba service nova] Acquiring lock "refresh_cache-42403335-6ef3-4773-b3ac-a3aebd33394c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.575298] env[69547]: DEBUG oslo_concurrency.lockutils [req-12804cd1-3ea1-42a5-a8bd-5be45017ddd8 req-b06cdf6b-0c7d-453c-9bbe-bd5264cdb0ba service nova] Acquired lock "refresh_cache-42403335-6ef3-4773-b3ac-a3aebd33394c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.575574] env[69547]: DEBUG nova.network.neutron [req-12804cd1-3ea1-42a5-a8bd-5be45017ddd8 req-b06cdf6b-0c7d-453c-9bbe-bd5264cdb0ba service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Refreshing network info cache for port b87619b5-1cdd-42fa-9747-b50598a2c243 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.612894] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "refresh_cache-aec1ca4a-7bc4-4178-9ed2-e41b6698825c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.613026] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "refresh_cache-aec1ca4a-7bc4-4178-9ed2-e41b6698825c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.613345] env[69547]: DEBUG nova.network.neutron [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.795362] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161073, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.951775] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3388142-141a-4c87-b54a-c446192f7535 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.963209] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bbad46-f579-428b-a006-65aa854938ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.002821] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca710f2-6a9f-44fb-bdd6-9f944e67a444 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.013201] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66cff9-defd-4055-875b-3081a8a1b910 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.030816] env[69547]: DEBUG nova.compute.provider_tree [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.244158] env[69547]: DEBUG nova.network.neutron [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.299231] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161073, 'name': CreateVM_Task, 'duration_secs': 0.572298} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.299525] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.300247] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.300412] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.300736] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.300988] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed418fd-e4eb-4bb3-98a0-5f52e8a92272 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.307285] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 718.307285] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52768b07-a308-62ac-ff74-5b79404919d3" [ 718.307285] env[69547]: _type = "Task" [ 718.307285] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.316905] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52768b07-a308-62ac-ff74-5b79404919d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.406534] env[69547]: DEBUG nova.network.neutron [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Updating instance_info_cache with network_info: [{"id": "e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a", "address": "fa:16:3e:1c:67:db", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27195df-eb", "ovs_interfaceid": "e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.493098] env[69547]: DEBUG nova.network.neutron [req-12804cd1-3ea1-42a5-a8bd-5be45017ddd8 req-b06cdf6b-0c7d-453c-9bbe-bd5264cdb0ba service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Updated VIF entry in instance network info cache for port b87619b5-1cdd-42fa-9747-b50598a2c243. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.493540] env[69547]: DEBUG nova.network.neutron [req-12804cd1-3ea1-42a5-a8bd-5be45017ddd8 req-b06cdf6b-0c7d-453c-9bbe-bd5264cdb0ba service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Updating instance_info_cache with network_info: [{"id": "b87619b5-1cdd-42fa-9747-b50598a2c243", "address": "fa:16:3e:df:b1:89", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87619b5-1c", "ovs_interfaceid": "b87619b5-1cdd-42fa-9747-b50598a2c243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.534295] env[69547]: DEBUG nova.scheduler.client.report [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.819480] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52768b07-a308-62ac-ff74-5b79404919d3, 'name': SearchDatastore_Task, 'duration_secs': 0.055502} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.819957] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.820299] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.820673] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.820851] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.821096] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.821422] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ff6f869-dba7-41d7-8a4b-492cf20783bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.839040] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.839040] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.839040] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779d943b-b32c-40d4-9760-cdc06d45b907 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.845213] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 718.845213] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dad805-1fe8-1e14-fc1f-0563311245a0" [ 718.845213] env[69547]: _type = "Task" [ 718.845213] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.856579] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dad805-1fe8-1e14-fc1f-0563311245a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.912457] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "refresh_cache-aec1ca4a-7bc4-4178-9ed2-e41b6698825c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.912574] env[69547]: DEBUG nova.compute.manager [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Instance network_info: |[{"id": "e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a", "address": "fa:16:3e:1c:67:db", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27195df-eb", "ovs_interfaceid": "e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.913684] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:67:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.920616] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.922984] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.922984] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e7068c1-b5af-4642-a111-6716e71265a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.942627] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.942627] env[69547]: value = "task-3161074" [ 718.942627] env[69547]: _type = "Task" [ 718.942627] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.951591] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161074, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.000255] env[69547]: DEBUG oslo_concurrency.lockutils [req-12804cd1-3ea1-42a5-a8bd-5be45017ddd8 req-b06cdf6b-0c7d-453c-9bbe-bd5264cdb0ba service nova] Releasing lock "refresh_cache-42403335-6ef3-4773-b3ac-a3aebd33394c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.044311] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.044311] env[69547]: DEBUG nova.compute.manager [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.045728] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.138s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.047050] env[69547]: INFO nova.compute.claims [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.233233] env[69547]: DEBUG nova.compute.manager [req-a44c7321-7997-40c3-a322-5fb0ab007bbc req-c1223432-03b0-422f-b42d-56632a29b999 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Received event network-changed-e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.233233] env[69547]: DEBUG nova.compute.manager [req-a44c7321-7997-40c3-a322-5fb0ab007bbc req-c1223432-03b0-422f-b42d-56632a29b999 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Refreshing instance network info cache due to event network-changed-e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.233233] env[69547]: DEBUG oslo_concurrency.lockutils [req-a44c7321-7997-40c3-a322-5fb0ab007bbc req-c1223432-03b0-422f-b42d-56632a29b999 service nova] Acquiring lock "refresh_cache-aec1ca4a-7bc4-4178-9ed2-e41b6698825c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.233978] env[69547]: DEBUG oslo_concurrency.lockutils [req-a44c7321-7997-40c3-a322-5fb0ab007bbc req-c1223432-03b0-422f-b42d-56632a29b999 service nova] Acquired lock "refresh_cache-aec1ca4a-7bc4-4178-9ed2-e41b6698825c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.234481] env[69547]: DEBUG nova.network.neutron [req-a44c7321-7997-40c3-a322-5fb0ab007bbc req-c1223432-03b0-422f-b42d-56632a29b999 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Refreshing network info cache for port e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.358079] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dad805-1fe8-1e14-fc1f-0563311245a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.359804] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b442ab-a98e-4b73-8672-8bcf0252e877 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.365074] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 719.365074] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5272fc4e-5e3f-e2d5-4588-1ff5107b5289" [ 719.365074] env[69547]: _type = "Task" [ 719.365074] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.374349] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5272fc4e-5e3f-e2d5-4588-1ff5107b5289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.453520] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161074, 'name': CreateVM_Task, 'duration_secs': 0.344898} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.453959] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.455409] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.455409] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.455685] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.455784] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0557f35d-e7d7-4254-8a4a-a211491c0a5a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.463339] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 719.463339] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5285b062-0a54-6d63-c1cc-29b5611752db" [ 719.463339] env[69547]: _type = "Task" [ 719.463339] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.472952] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5285b062-0a54-6d63-c1cc-29b5611752db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.510232] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquiring lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.510468] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.551902] env[69547]: DEBUG nova.compute.utils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.553759] env[69547]: DEBUG nova.compute.manager [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.554117] env[69547]: DEBUG nova.network.neutron [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.621310] env[69547]: DEBUG nova.policy [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a764813fe41f885f0582447fa25d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6abb2922b48d4708872416763d35f3b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.881259] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5272fc4e-5e3f-e2d5-4588-1ff5107b5289, 'name': SearchDatastore_Task, 'duration_secs': 0.012379} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.886695] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.886695] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 42403335-6ef3-4773-b3ac-a3aebd33394c/42403335-6ef3-4773-b3ac-a3aebd33394c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.886695] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8bb4f09-4cf9-4965-a6eb-d08eb0649b02 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.893414] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 719.893414] env[69547]: value = "task-3161075" [ 719.893414] env[69547]: _type = "Task" [ 719.893414] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.911330] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.958808] env[69547]: DEBUG nova.network.neutron [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Successfully created port: 1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.975437] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5285b062-0a54-6d63-c1cc-29b5611752db, 'name': SearchDatastore_Task, 'duration_secs': 0.012999} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.976566] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.976910] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.977492] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.977721] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.978018] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.978567] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc03e439-41f0-4d8a-8496-b3fd28bc5d2d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.993929] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.994204] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.995679] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1d8145-dc32-4de5-a8a9-f5eead8b8193 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.001195] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 720.001195] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52301398-a1e2-4f5e-d63c-984cacee60ea" [ 720.001195] env[69547]: _type = "Task" [ 720.001195] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.012788] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52301398-a1e2-4f5e-d63c-984cacee60ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.059964] env[69547]: DEBUG nova.compute.manager [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.100048] env[69547]: DEBUG nova.network.neutron [req-a44c7321-7997-40c3-a322-5fb0ab007bbc req-c1223432-03b0-422f-b42d-56632a29b999 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Updated VIF entry in instance network info cache for port e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.100292] env[69547]: DEBUG nova.network.neutron [req-a44c7321-7997-40c3-a322-5fb0ab007bbc req-c1223432-03b0-422f-b42d-56632a29b999 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Updating instance_info_cache with network_info: [{"id": "e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a", "address": "fa:16:3e:1c:67:db", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27195df-eb", "ovs_interfaceid": "e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.411906] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161075, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.519516] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52301398-a1e2-4f5e-d63c-984cacee60ea, 'name': SearchDatastore_Task, 'duration_secs': 0.041054} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.528021] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6238a0d9-1bd8-46c5-bb10-5375e2d211f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.534831] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 720.534831] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52492232-8a9a-9fc4-e566-81fa42da49f6" [ 720.534831] env[69547]: _type = "Task" [ 720.534831] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.544271] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52492232-8a9a-9fc4-e566-81fa42da49f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.603335] env[69547]: DEBUG oslo_concurrency.lockutils [req-a44c7321-7997-40c3-a322-5fb0ab007bbc req-c1223432-03b0-422f-b42d-56632a29b999 service nova] Releasing lock "refresh_cache-aec1ca4a-7bc4-4178-9ed2-e41b6698825c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.692367] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a095bf-e78a-4e43-a9c4-d917746b0f45 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.702012] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279add52-04ae-439c-a994-c5ae013aab46 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.735854] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3038b982-a5de-42cd-be86-48436b9fd824 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.744783] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477e7fd9-ad8f-4fcb-9dc3-18dbe9232e94 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.759611] env[69547]: DEBUG nova.compute.provider_tree [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.908259] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735341} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.908857] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 42403335-6ef3-4773-b3ac-a3aebd33394c/42403335-6ef3-4773-b3ac-a3aebd33394c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.909240] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.909504] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b3533ed-e95c-4cfa-848b-5f85fb11c38c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.917127] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 720.917127] env[69547]: value = "task-3161076" [ 720.917127] env[69547]: _type = "Task" [ 720.917127] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.926944] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.047234] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52492232-8a9a-9fc4-e566-81fa42da49f6, 'name': SearchDatastore_Task, 'duration_secs': 0.05683} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.047542] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.047835] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] aec1ca4a-7bc4-4178-9ed2-e41b6698825c/aec1ca4a-7bc4-4178-9ed2-e41b6698825c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.048247] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27c41be0-1ff9-42dc-8fe2-2e23f0a97fdb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.056910] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 721.056910] env[69547]: value = "task-3161077" [ 721.056910] env[69547]: _type = "Task" [ 721.056910] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.068112] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.074432] env[69547]: DEBUG nova.compute.manager [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.113427] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.113795] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.114298] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.114699] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.114947] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.115653] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.115933] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.116385] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.116700] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.117105] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.117346] env[69547]: DEBUG nova.virt.hardware [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.119477] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0ce4f1-bc12-453f-9130-fe355b3a111f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.130850] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ed9e0-bbd1-4f4a-be52-52e0d1bb51c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.263206] env[69547]: DEBUG nova.scheduler.client.report [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.431144] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079635} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.432246] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.433763] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db92b2a9-7456-49af-974f-32af285f475a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.464019] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 42403335-6ef3-4773-b3ac-a3aebd33394c/42403335-6ef3-4773-b3ac-a3aebd33394c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.464373] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-658772e0-e489-462a-b7d0-cd4252cd90bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.488504] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 721.488504] env[69547]: value = "task-3161078" [ 721.488504] env[69547]: _type = "Task" [ 721.488504] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.499359] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.570564] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.686600] env[69547]: DEBUG nova.compute.manager [req-6deb55b1-b884-4b5a-ae1a-b30c80b96eca req-29624378-0bf0-4c02-aa4f-6423cf87bedf service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Received event network-vif-plugged-1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.686600] env[69547]: DEBUG oslo_concurrency.lockutils [req-6deb55b1-b884-4b5a-ae1a-b30c80b96eca req-29624378-0bf0-4c02-aa4f-6423cf87bedf service nova] Acquiring lock "2dacd7c5-0893-4293-8676-db390b90b3d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.686600] env[69547]: DEBUG oslo_concurrency.lockutils [req-6deb55b1-b884-4b5a-ae1a-b30c80b96eca req-29624378-0bf0-4c02-aa4f-6423cf87bedf service nova] Lock "2dacd7c5-0893-4293-8676-db390b90b3d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.686600] env[69547]: DEBUG oslo_concurrency.lockutils [req-6deb55b1-b884-4b5a-ae1a-b30c80b96eca req-29624378-0bf0-4c02-aa4f-6423cf87bedf service nova] Lock "2dacd7c5-0893-4293-8676-db390b90b3d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.692055] env[69547]: DEBUG nova.compute.manager [req-6deb55b1-b884-4b5a-ae1a-b30c80b96eca req-29624378-0bf0-4c02-aa4f-6423cf87bedf service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] No waiting events found dispatching network-vif-plugged-1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.692055] env[69547]: WARNING nova.compute.manager [req-6deb55b1-b884-4b5a-ae1a-b30c80b96eca req-29624378-0bf0-4c02-aa4f-6423cf87bedf service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Received unexpected event network-vif-plugged-1b9ee2b8-67e5-4999-91f9-a7b85fb60972 for instance with vm_state building and task_state spawning. [ 721.774336] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.774336] env[69547]: DEBUG nova.compute.manager [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.777793] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.012s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.780515] env[69547]: INFO nova.compute.claims [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.907287] env[69547]: DEBUG nova.network.neutron [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Successfully updated port: 1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.000695] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161078, 'name': ReconfigVM_Task, 'duration_secs': 0.429515} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.000965] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 42403335-6ef3-4773-b3ac-a3aebd33394c/42403335-6ef3-4773-b3ac-a3aebd33394c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.001773] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea398aee-47ab-4619-9be0-53d6bc424117 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.014230] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 722.014230] env[69547]: value = "task-3161079" [ 722.014230] env[69547]: _type = "Task" [ 722.014230] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.021475] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161079, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.075287] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161077, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.295295] env[69547]: DEBUG nova.compute.utils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.299215] env[69547]: DEBUG nova.compute.manager [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.303016] env[69547]: DEBUG nova.network.neutron [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.361355] env[69547]: DEBUG nova.policy [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9118f25ef047a9bd888b6c4b91b7b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e838739477e14d7fac064d59116fe05d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.415597] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.415597] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquired lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.415597] env[69547]: DEBUG nova.network.neutron [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.526091] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161079, 'name': Rename_Task, 'duration_secs': 0.191512} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.527436] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.527436] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5face5ba-a7c9-40e9-b037-2dbe28c531f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.534956] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 722.534956] env[69547]: value = "task-3161080" [ 722.534956] env[69547]: _type = "Task" [ 722.534956] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.549431] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.576183] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161077, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.166727} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.576460] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] aec1ca4a-7bc4-4178-9ed2-e41b6698825c/aec1ca4a-7bc4-4178-9ed2-e41b6698825c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.576675] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.576975] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-381ba38b-019d-4726-883c-0a23725ad2bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.586655] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 722.586655] env[69547]: value = "task-3161081" [ 722.586655] env[69547]: _type = "Task" [ 722.586655] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.598635] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.781284] env[69547]: DEBUG nova.network.neutron [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Successfully created port: dc2e558b-70e6-48c2-abb8-db0612193c06 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.800419] env[69547]: DEBUG nova.compute.manager [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.979836] env[69547]: DEBUG nova.network.neutron [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.051240] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.098252] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079325} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.098555] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.100598] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3500288-d60c-4b4a-ad91-2a52439c158d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.129334] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] aec1ca4a-7bc4-4178-9ed2-e41b6698825c/aec1ca4a-7bc4-4178-9ed2-e41b6698825c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.132514] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c358fb-2def-4e08-b12e-58fa78a98f4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.157719] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 723.157719] env[69547]: value = "task-3161082" [ 723.157719] env[69547]: _type = "Task" [ 723.157719] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.171074] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.409970] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2791d182-7bb4-4ca0-89ea-f99da0b464c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.420466] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5573697-7c3f-4428-842d-cdf1f861f1bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.454437] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac78ff6-73ac-4f15-964c-abb473921ce1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.463378] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c33f95a-7a3f-4c13-bf3e-a7c4a5cb595a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.480344] env[69547]: DEBUG nova.compute.provider_tree [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.502297] env[69547]: DEBUG nova.network.neutron [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updating instance_info_cache with network_info: [{"id": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "address": "fa:16:3e:0b:50:cf", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9ee2b8-67", "ovs_interfaceid": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.552565] env[69547]: DEBUG oslo_vmware.api [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161080, 'name': PowerOnVM_Task, 'duration_secs': 0.698804} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.557310] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.557310] env[69547]: INFO nova.compute.manager [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Took 10.24 seconds to spawn the instance on the hypervisor. [ 723.557310] env[69547]: DEBUG nova.compute.manager [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.557310] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050f7fcc-b26f-4e53-8f8f-27d26c156f9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.667707] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161082, 'name': ReconfigVM_Task, 'duration_secs': 0.466255} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.668698] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Reconfigured VM instance instance-00000014 to attach disk [datastore1] aec1ca4a-7bc4-4178-9ed2-e41b6698825c/aec1ca4a-7bc4-4178-9ed2-e41b6698825c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.668902] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e01893fb-d40d-4dc1-8cf9-4529bec19a0b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.679034] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 723.679034] env[69547]: value = "task-3161083" [ 723.679034] env[69547]: _type = "Task" [ 723.679034] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.688716] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161083, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.823868] env[69547]: DEBUG nova.compute.manager [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.826342] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "544587a5-8903-4225-8dee-3c1fc694d154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.826553] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "544587a5-8903-4225-8dee-3c1fc694d154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.852180] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "33240788-23e9-4f2f-8123-8c3e25fa55ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.852481] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "33240788-23e9-4f2f-8123-8c3e25fa55ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.856705] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.856988] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.857235] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.857580] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.857742] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.857995] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.858337] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.858615] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.860833] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.860833] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.860833] env[69547]: DEBUG nova.virt.hardware [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.862027] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbf6b56-42c8-474a-b916-44a857ee4b2f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.877925] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a528f0-d1c4-4c2e-9c7f-1bebb108a086 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.883234] env[69547]: DEBUG nova.compute.manager [req-1bdd510c-eff5-43dd-bff1-d7587e480efc req-275298fd-2f95-46ec-99b4-5b7e4154069c service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Received event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.883417] env[69547]: DEBUG nova.compute.manager [req-1bdd510c-eff5-43dd-bff1-d7587e480efc req-275298fd-2f95-46ec-99b4-5b7e4154069c service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing instance network info cache due to event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.883643] env[69547]: DEBUG oslo_concurrency.lockutils [req-1bdd510c-eff5-43dd-bff1-d7587e480efc req-275298fd-2f95-46ec-99b4-5b7e4154069c service nova] Acquiring lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.888232] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.888445] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.983884] env[69547]: DEBUG nova.scheduler.client.report [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.004888] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Releasing lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.005327] env[69547]: DEBUG nova.compute.manager [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Instance network_info: |[{"id": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "address": "fa:16:3e:0b:50:cf", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9ee2b8-67", "ovs_interfaceid": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.006040] env[69547]: DEBUG oslo_concurrency.lockutils [req-1bdd510c-eff5-43dd-bff1-d7587e480efc req-275298fd-2f95-46ec-99b4-5b7e4154069c service nova] Acquired lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.006040] env[69547]: DEBUG nova.network.neutron [req-1bdd510c-eff5-43dd-bff1-d7587e480efc req-275298fd-2f95-46ec-99b4-5b7e4154069c service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.008783] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:50:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9ee2b8-67e5-4999-91f9-a7b85fb60972', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.018806] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Creating folder: Project (6abb2922b48d4708872416763d35f3b9). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.022418] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24fc6c42-48d1-4edf-bde2-b52c50e15e0b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.036747] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Created folder: Project (6abb2922b48d4708872416763d35f3b9) in parent group-v632381. [ 724.036988] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Creating folder: Instances. Parent ref: group-v632438. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.037251] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9cf75e5-cf95-4640-8bec-4ce6c1a6c2fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.049563] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Created folder: Instances in parent group-v632438. [ 724.049563] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.049723] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.049884] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be1b20df-728d-4b28-805a-9611e7cd7ee8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.076715] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.076715] env[69547]: value = "task-3161086" [ 724.076715] env[69547]: _type = "Task" [ 724.076715] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.084267] env[69547]: INFO nova.compute.manager [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Took 43.96 seconds to build instance. [ 724.092875] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161086, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.192573] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161083, 'name': Rename_Task, 'duration_secs': 0.205373} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.196427] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.196719] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfb693cb-171f-4b9c-abf1-5de2c0b973d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.206022] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 724.206022] env[69547]: value = "task-3161087" [ 724.206022] env[69547]: _type = "Task" [ 724.206022] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.217506] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.318494] env[69547]: DEBUG nova.network.neutron [req-1bdd510c-eff5-43dd-bff1-d7587e480efc req-275298fd-2f95-46ec-99b4-5b7e4154069c service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updated VIF entry in instance network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.318863] env[69547]: DEBUG nova.network.neutron [req-1bdd510c-eff5-43dd-bff1-d7587e480efc req-275298fd-2f95-46ec-99b4-5b7e4154069c service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updating instance_info_cache with network_info: [{"id": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "address": "fa:16:3e:0b:50:cf", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9ee2b8-67", "ovs_interfaceid": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.494024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.495381] env[69547]: DEBUG nova.compute.manager [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.498737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.251s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.500434] env[69547]: INFO nova.compute.claims [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.519538] env[69547]: DEBUG nova.network.neutron [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Successfully updated port: dc2e558b-70e6-48c2-abb8-db0612193c06 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.591902] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3bd9e1d9-1fe4-4bc5-9be0-8fb357f49b9f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "42403335-6ef3-4773-b3ac-a3aebd33394c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.571s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.592238] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161086, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.717477] env[69547]: DEBUG oslo_vmware.api [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161087, 'name': PowerOnVM_Task, 'duration_secs': 0.463846} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.717739] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.720120] env[69547]: INFO nova.compute.manager [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Took 8.69 seconds to spawn the instance on the hypervisor. [ 724.720120] env[69547]: DEBUG nova.compute.manager [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.720120] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e489d9d-b4d9-4ef2-a08a-acfbe9e6042d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.826630] env[69547]: DEBUG oslo_concurrency.lockutils [req-1bdd510c-eff5-43dd-bff1-d7587e480efc req-275298fd-2f95-46ec-99b4-5b7e4154069c service nova] Releasing lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.010306] env[69547]: DEBUG nova.compute.utils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.012410] env[69547]: DEBUG nova.compute.manager [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.016114] env[69547]: DEBUG nova.network.neutron [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.022442] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "refresh_cache-e2e5aa07-b856-4b26-89de-eeaa85de3f23" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.022442] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired lock "refresh_cache-e2e5aa07-b856-4b26-89de-eeaa85de3f23" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.022442] env[69547]: DEBUG nova.network.neutron [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.078587] env[69547]: DEBUG nova.policy [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81ff521019bb4039899b222d92f5ad21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a6a3b4a581d4647a59b7629a4a7ab0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.092952] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161086, 'name': CreateVM_Task, 'duration_secs': 0.598574} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.092952] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.093226] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.093408] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.093722] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.094278] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b92f6f3-5f97-4c68-b230-e36575c94ede {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.097620] env[69547]: DEBUG nova.compute.manager [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.103547] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 725.103547] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ba247a-03f1-ab54-2a45-78ba8d068fd8" [ 725.103547] env[69547]: _type = "Task" [ 725.103547] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.115128] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ba247a-03f1-ab54-2a45-78ba8d068fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.241024] env[69547]: INFO nova.compute.manager [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Took 45.08 seconds to build instance. [ 725.468342] env[69547]: DEBUG nova.network.neutron [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Successfully created port: d2df577d-6a90-4675-ba3f-7cd08802846a {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.523203] env[69547]: DEBUG nova.compute.manager [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.595873] env[69547]: DEBUG nova.network.neutron [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.627482] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ba247a-03f1-ab54-2a45-78ba8d068fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.023267} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.628163] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.628299] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.628801] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.629131] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.629355] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.629759] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4d9cda9-8a4e-4e61-a112-c93f3788ceb4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.636941] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.648180] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.648180] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.648180] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41508e34-db19-4f4c-aaa2-e6010509fc28 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.653877] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 725.653877] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523509e4-f3b7-3113-9f5c-22f9921b72c9" [ 725.653877] env[69547]: _type = "Task" [ 725.653877] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.667095] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523509e4-f3b7-3113-9f5c-22f9921b72c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.748683] env[69547]: DEBUG oslo_concurrency.lockutils [None req-97a67b8a-98dd-4ebc-b399-e07018c80eb9 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.660s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.905113] env[69547]: DEBUG nova.network.neutron [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Updating instance_info_cache with network_info: [{"id": "dc2e558b-70e6-48c2-abb8-db0612193c06", "address": "fa:16:3e:13:05:fc", "network": {"id": "4258c950-9a4f-4bfd-9a34-845afa4d38d1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1074342994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e838739477e14d7fac064d59116fe05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2e558b-70", "ovs_interfaceid": "dc2e558b-70e6-48c2-abb8-db0612193c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.970655] env[69547]: DEBUG nova.compute.manager [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Received event network-vif-plugged-dc2e558b-70e6-48c2-abb8-db0612193c06 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.970834] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] Acquiring lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.975091] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] Lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.975430] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] Lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.975665] env[69547]: DEBUG nova.compute.manager [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] No waiting events found dispatching network-vif-plugged-dc2e558b-70e6-48c2-abb8-db0612193c06 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.975843] env[69547]: WARNING nova.compute.manager [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Received unexpected event network-vif-plugged-dc2e558b-70e6-48c2-abb8-db0612193c06 for instance with vm_state building and task_state spawning. [ 725.976032] env[69547]: DEBUG nova.compute.manager [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Received event network-changed-dc2e558b-70e6-48c2-abb8-db0612193c06 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.976185] env[69547]: DEBUG nova.compute.manager [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Refreshing instance network info cache due to event network-changed-dc2e558b-70e6-48c2-abb8-db0612193c06. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.976361] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] Acquiring lock "refresh_cache-e2e5aa07-b856-4b26-89de-eeaa85de3f23" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.172059] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523509e4-f3b7-3113-9f5c-22f9921b72c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014721} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.172887] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de430cf1-25ae-4361-9122-53855b588da3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.182615] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 726.182615] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527cdec3-4bff-4b79-fc34-2f6fec4047c3" [ 726.182615] env[69547]: _type = "Task" [ 726.182615] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.192303] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527cdec3-4bff-4b79-fc34-2f6fec4047c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.194413] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e94648-a402-462c-9b6e-47c5a254fe95 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.202691] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4408d2-31f0-4b30-9204-2c6809f84dc7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.236654] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d030ea-747f-41e7-b71d-3b88e12232b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.246025] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be42749-1ed8-48d8-8e3c-7e04c3a533ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.261939] env[69547]: DEBUG nova.compute.manager [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.265110] env[69547]: DEBUG nova.compute.provider_tree [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.412040] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Releasing lock "refresh_cache-e2e5aa07-b856-4b26-89de-eeaa85de3f23" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.412457] env[69547]: DEBUG nova.compute.manager [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Instance network_info: |[{"id": "dc2e558b-70e6-48c2-abb8-db0612193c06", "address": "fa:16:3e:13:05:fc", "network": {"id": "4258c950-9a4f-4bfd-9a34-845afa4d38d1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1074342994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e838739477e14d7fac064d59116fe05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2e558b-70", "ovs_interfaceid": "dc2e558b-70e6-48c2-abb8-db0612193c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.412823] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] Acquired lock "refresh_cache-e2e5aa07-b856-4b26-89de-eeaa85de3f23" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.412989] env[69547]: DEBUG nova.network.neutron [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Refreshing network info cache for port dc2e558b-70e6-48c2-abb8-db0612193c06 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.414284] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:05:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc2e558b-70e6-48c2-abb8-db0612193c06', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.422271] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Creating folder: Project (e838739477e14d7fac064d59116fe05d). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.425276] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e60a8aeb-6baf-4026-a4a9-6b0591ceac7f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.437228] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Created folder: Project (e838739477e14d7fac064d59116fe05d) in parent group-v632381. [ 726.437432] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Creating folder: Instances. Parent ref: group-v632442. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.437668] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b4f6d93-c186-4e6b-a9cf-ee10a95dc166 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.448619] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Created folder: Instances in parent group-v632442. [ 726.448863] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.449061] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.449261] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-571f1ac3-b6f6-4e83-b295-1e963e2f939f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.474897] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.474897] env[69547]: value = "task-3161094" [ 726.474897] env[69547]: _type = "Task" [ 726.474897] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.483665] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161094, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.542456] env[69547]: DEBUG nova.compute.manager [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.580246] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.580535] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.580708] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.580903] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.581236] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.581485] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.581714] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.581916] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.582381] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.582381] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.582517] env[69547]: DEBUG nova.virt.hardware [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.583551] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b886570-8024-488a-aba2-7054afbc8adf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.598184] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5e654c-b3cc-4a8f-92ad-526e690b939e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.687694] env[69547]: DEBUG nova.compute.manager [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.688585] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2142a758-d068-4b07-bd56-116660e011a9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.699213] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527cdec3-4bff-4b79-fc34-2f6fec4047c3, 'name': SearchDatastore_Task, 'duration_secs': 0.032307} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.701018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.701362] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 2dacd7c5-0893-4293-8676-db390b90b3d5/2dacd7c5-0893-4293-8676-db390b90b3d5.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.703709] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d15a59-4f28-41a8-82d3-db695027c238 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.706387] env[69547]: DEBUG nova.network.neutron [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Updated VIF entry in instance network info cache for port dc2e558b-70e6-48c2-abb8-db0612193c06. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.706870] env[69547]: DEBUG nova.network.neutron [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Updating instance_info_cache with network_info: [{"id": "dc2e558b-70e6-48c2-abb8-db0612193c06", "address": "fa:16:3e:13:05:fc", "network": {"id": "4258c950-9a4f-4bfd-9a34-845afa4d38d1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1074342994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e838739477e14d7fac064d59116fe05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc2e558b-70", "ovs_interfaceid": "dc2e558b-70e6-48c2-abb8-db0612193c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.716969] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 726.716969] env[69547]: value = "task-3161095" [ 726.716969] env[69547]: _type = "Task" [ 726.716969] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.727688] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.770169] env[69547]: DEBUG nova.scheduler.client.report [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.789324] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.986089] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161094, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.212015] env[69547]: INFO nova.compute.manager [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] instance snapshotting [ 727.212015] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f46ef76-ca9e-4d4d-ae72-8d6e337f0350 req-60d4065f-8582-4349-80d5-628c009508f6 service nova] Releasing lock "refresh_cache-e2e5aa07-b856-4b26-89de-eeaa85de3f23" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.214028] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820dd9fa-4a2d-4d37-88cf-765ccfad5956 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.227126] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161095, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.244862] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421c31c6-907b-4f75-bed0-4982fd9506a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.279021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.279021] env[69547]: DEBUG nova.compute.manager [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.284708] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.453s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.285184] env[69547]: DEBUG nova.objects.instance [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lazy-loading 'resources' on Instance uuid 7620df0b-07ff-4e13-8079-55ecaf7dc996 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.341921] env[69547]: DEBUG nova.network.neutron [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Successfully updated port: d2df577d-6a90-4675-ba3f-7cd08802846a {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.490145] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161094, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.728737] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885795} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.729036] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 2dacd7c5-0893-4293-8676-db390b90b3d5/2dacd7c5-0893-4293-8676-db390b90b3d5.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.729324] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.729586] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76b23314-6fe0-4a0e-a28c-5f9314300fab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.739065] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 727.739065] env[69547]: value = "task-3161096" [ 727.739065] env[69547]: _type = "Task" [ 727.739065] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.747626] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.761087] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 727.761505] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d737aa5-3331-4d9c-aeda-45e2cc9c026e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.770266] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 727.770266] env[69547]: value = "task-3161097" [ 727.770266] env[69547]: _type = "Task" [ 727.770266] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.780287] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161097, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.786079] env[69547]: DEBUG nova.compute.utils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.787543] env[69547]: DEBUG nova.compute.manager [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.787709] env[69547]: DEBUG nova.network.neutron [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.835535] env[69547]: DEBUG nova.policy [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '633647b158714d678eb02f9df4724670', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a946ab5e263b4701b7cefa0da63dd9b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.845156] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "refresh_cache-139591bc-25b9-4087-807d-ac8108d236c5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.845156] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "refresh_cache-139591bc-25b9-4087-807d-ac8108d236c5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.845156] env[69547]: DEBUG nova.network.neutron [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.991838] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161094, 'name': CreateVM_Task, 'duration_secs': 1.341943} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.992214] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.992701] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.993321] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.993321] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.993463] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b2854d-eada-4178-a63b-e596e171a1ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.999855] env[69547]: DEBUG nova.compute.manager [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Received event network-vif-plugged-d2df577d-6a90-4675-ba3f-7cd08802846a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.000117] env[69547]: DEBUG oslo_concurrency.lockutils [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] Acquiring lock "139591bc-25b9-4087-807d-ac8108d236c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.000268] env[69547]: DEBUG oslo_concurrency.lockutils [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] Lock "139591bc-25b9-4087-807d-ac8108d236c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.000450] env[69547]: DEBUG oslo_concurrency.lockutils [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] Lock "139591bc-25b9-4087-807d-ac8108d236c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.000584] env[69547]: DEBUG nova.compute.manager [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] No waiting events found dispatching network-vif-plugged-d2df577d-6a90-4675-ba3f-7cd08802846a {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.000742] env[69547]: WARNING nova.compute.manager [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Received unexpected event network-vif-plugged-d2df577d-6a90-4675-ba3f-7cd08802846a for instance with vm_state building and task_state spawning. [ 728.000893] env[69547]: DEBUG nova.compute.manager [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Received event network-changed-d2df577d-6a90-4675-ba3f-7cd08802846a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.001084] env[69547]: DEBUG nova.compute.manager [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Refreshing instance network info cache due to event network-changed-d2df577d-6a90-4675-ba3f-7cd08802846a. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.002842] env[69547]: DEBUG oslo_concurrency.lockutils [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] Acquiring lock "refresh_cache-139591bc-25b9-4087-807d-ac8108d236c5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.002959] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 728.002959] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52096c8c-02ad-67bf-6d31-b4cc530c4129" [ 728.002959] env[69547]: _type = "Task" [ 728.002959] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.015379] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52096c8c-02ad-67bf-6d31-b4cc530c4129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.216994] env[69547]: DEBUG nova.network.neutron [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Successfully created port: 1ee3c423-5af2-48db-bf2c-e9722f74cdf3 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.249253] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209349} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.249509] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.250293] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4a8812-a761-421c-98fd-b0c035e7824a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.274794] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 2dacd7c5-0893-4293-8676-db390b90b3d5/2dacd7c5-0893-4293-8676-db390b90b3d5.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.277691] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea81f694-3787-4919-a3f4-f31840f4755c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.296259] env[69547]: DEBUG nova.compute.manager [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.304937] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161097, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.308685] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 728.308685] env[69547]: value = "task-3161098" [ 728.308685] env[69547]: _type = "Task" [ 728.308685] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.317464] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.341051] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a699b-99c5-44bf-850c-d75d646be85b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.352388] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff17d989-019a-497f-b360-99375c146a01 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.388184] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60bd3fd-0702-409c-9596-cb69fad8b425 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.397385] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9e1344-b2bf-4f2c-b161-207329b36d84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.415734] env[69547]: DEBUG nova.compute.provider_tree [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.421426] env[69547]: DEBUG nova.network.neutron [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.515107] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52096c8c-02ad-67bf-6d31-b4cc530c4129, 'name': SearchDatastore_Task, 'duration_secs': 0.049073} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.515107] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.515107] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.515341] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.515517] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.515701] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.516023] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b88c975b-1742-4940-bfc4-ad45f8a82e7d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.527552] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.527802] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.529126] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e4d0ef7-4b47-46fa-be97-dd481daab92b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.535795] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 728.535795] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521bf433-df58-d2d4-2c03-73e94a8775b3" [ 728.535795] env[69547]: _type = "Task" [ 728.535795] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.550266] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521bf433-df58-d2d4-2c03-73e94a8775b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.635542] env[69547]: DEBUG nova.network.neutron [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Updating instance_info_cache with network_info: [{"id": "d2df577d-6a90-4675-ba3f-7cd08802846a", "address": "fa:16:3e:d6:da:81", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2df577d-6a", "ovs_interfaceid": "d2df577d-6a90-4675-ba3f-7cd08802846a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.788149] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161097, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.819237] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161098, 'name': ReconfigVM_Task, 'duration_secs': 0.279238} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.820854] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 2dacd7c5-0893-4293-8676-db390b90b3d5/2dacd7c5-0893-4293-8676-db390b90b3d5.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.821581] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9318f292-292d-4e40-b3cb-a215491daa4a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.830699] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 728.830699] env[69547]: value = "task-3161099" [ 728.830699] env[69547]: _type = "Task" [ 728.830699] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.841581] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161099, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.924807] env[69547]: DEBUG nova.scheduler.client.report [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.047229] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521bf433-df58-d2d4-2c03-73e94a8775b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017555} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.047994] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87508aa1-4d5d-4ced-b137-8cb2b79e49e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.053340] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 729.053340] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc2f96-a2b8-1a8c-8649-07393bf33f0f" [ 729.053340] env[69547]: _type = "Task" [ 729.053340] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.061248] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc2f96-a2b8-1a8c-8649-07393bf33f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.139608] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "refresh_cache-139591bc-25b9-4087-807d-ac8108d236c5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.140042] env[69547]: DEBUG nova.compute.manager [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Instance network_info: |[{"id": "d2df577d-6a90-4675-ba3f-7cd08802846a", "address": "fa:16:3e:d6:da:81", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2df577d-6a", "ovs_interfaceid": "d2df577d-6a90-4675-ba3f-7cd08802846a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.140518] env[69547]: DEBUG oslo_concurrency.lockutils [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] Acquired lock "refresh_cache-139591bc-25b9-4087-807d-ac8108d236c5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.140799] env[69547]: DEBUG nova.network.neutron [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Refreshing network info cache for port d2df577d-6a90-4675-ba3f-7cd08802846a {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.142252] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:da:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2df577d-6a90-4675-ba3f-7cd08802846a', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.150998] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.152304] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.152575] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7514bd33-35a3-42f9-867f-c3fd52407438 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.182168] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.182168] env[69547]: value = "task-3161100" [ 729.182168] env[69547]: _type = "Task" [ 729.182168] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.198438] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161100, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.289150] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161097, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.308377] env[69547]: DEBUG nova.compute.manager [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.332079] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.332433] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.332635] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.332909] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.333483] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.333483] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.333483] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.333736] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.334510] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.334510] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.334510] env[69547]: DEBUG nova.virt.hardware [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.335389] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9a02a-8933-4c97-94f8-ec6b31a7149a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.350025] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b34f3d-b9f4-4e5a-84b0-67cb365f47c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.355030] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161099, 'name': Rename_Task, 'duration_secs': 0.160191} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.355030] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.355230] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-190b222b-8cde-40fc-aafe-02db9d70042c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.366866] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 729.366866] env[69547]: value = "task-3161101" [ 729.366866] env[69547]: _type = "Task" [ 729.366866] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.376352] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.430937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.433535] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.748s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.433782] env[69547]: DEBUG nova.objects.instance [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lazy-loading 'resources' on Instance uuid ad28f56e-b1a6-4725-a6cf-c6de65213ebb {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.453580] env[69547]: INFO nova.scheduler.client.report [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Deleted allocations for instance 7620df0b-07ff-4e13-8079-55ecaf7dc996 [ 729.566034] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc2f96-a2b8-1a8c-8649-07393bf33f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.037517} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.566369] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.566612] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e2e5aa07-b856-4b26-89de-eeaa85de3f23/e2e5aa07-b856-4b26-89de-eeaa85de3f23.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.566875] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2727faed-69a5-487d-b29e-ffc71ffc3f7a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.575692] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 729.575692] env[69547]: value = "task-3161103" [ 729.575692] env[69547]: _type = "Task" [ 729.575692] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.584411] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.695125] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161100, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.796924] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161097, 'name': CreateSnapshot_Task, 'duration_secs': 1.576208} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.798917] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 729.804025] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d446e0-12ba-4150-9500-2d44421aabd0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.812394] env[69547]: DEBUG nova.network.neutron [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Successfully updated port: 1ee3c423-5af2-48db-bf2c-e9722f74cdf3 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.879836] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.935608] env[69547]: DEBUG nova.network.neutron [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Updated VIF entry in instance network info cache for port d2df577d-6a90-4675-ba3f-7cd08802846a. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.936072] env[69547]: DEBUG nova.network.neutron [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Updating instance_info_cache with network_info: [{"id": "d2df577d-6a90-4675-ba3f-7cd08802846a", "address": "fa:16:3e:d6:da:81", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2df577d-6a", "ovs_interfaceid": "d2df577d-6a90-4675-ba3f-7cd08802846a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.960874] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e55e7fc-616b-464e-96d5-fb070f83ecda tempest-ServerDiagnosticsNegativeTest-1551075014 tempest-ServerDiagnosticsNegativeTest-1551075014-project-member] Lock "7620df0b-07ff-4e13-8079-55ecaf7dc996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.049s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.074381] env[69547]: DEBUG nova.compute.manager [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Received event network-vif-plugged-1ee3c423-5af2-48db-bf2c-e9722f74cdf3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.074622] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] Acquiring lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.075271] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] Lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.075465] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] Lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.075714] env[69547]: DEBUG nova.compute.manager [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] No waiting events found dispatching network-vif-plugged-1ee3c423-5af2-48db-bf2c-e9722f74cdf3 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.075859] env[69547]: WARNING nova.compute.manager [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Received unexpected event network-vif-plugged-1ee3c423-5af2-48db-bf2c-e9722f74cdf3 for instance with vm_state building and task_state spawning. [ 730.076068] env[69547]: DEBUG nova.compute.manager [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Received event network-changed-1ee3c423-5af2-48db-bf2c-e9722f74cdf3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.076205] env[69547]: DEBUG nova.compute.manager [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Refreshing instance network info cache due to event network-changed-1ee3c423-5af2-48db-bf2c-e9722f74cdf3. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.076396] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] Acquiring lock "refresh_cache-1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.076535] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] Acquired lock "refresh_cache-1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.076715] env[69547]: DEBUG nova.network.neutron [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Refreshing network info cache for port 1ee3c423-5af2-48db-bf2c-e9722f74cdf3 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.092077] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161103, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.196779] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161100, 'name': CreateVM_Task, 'duration_secs': 0.57465} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.197438] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.198807] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.198807] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.198970] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.199169] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980b29de-40f7-49ed-b02e-b5bd08292ba8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.204732] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 730.204732] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52946489-b5af-9cda-8c07-f2f89eac2f1e" [ 730.204732] env[69547]: _type = "Task" [ 730.204732] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.213884] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52946489-b5af-9cda-8c07-f2f89eac2f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.324692] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 730.328530] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquiring lock "refresh_cache-1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.328926] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bda93d75-4243-4d71-833d-513f236bd343 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.340860] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 730.340860] env[69547]: value = "task-3161104" [ 730.340860] env[69547]: _type = "Task" [ 730.340860] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.360199] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161104, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.378504] env[69547]: DEBUG oslo_vmware.api [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161101, 'name': PowerOnVM_Task, 'duration_secs': 0.553418} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.383121] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.383413] env[69547]: INFO nova.compute.manager [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Took 9.31 seconds to spawn the instance on the hypervisor. [ 730.383636] env[69547]: DEBUG nova.compute.manager [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.387528] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167c968-3912-452e-bcfa-4bb13de4e0ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.443178] env[69547]: DEBUG oslo_concurrency.lockutils [req-f617e3eb-3aca-4759-aab0-0d1d89ae02ec req-0fb55d09-9bf0-4216-8cc0-30fc0c41add6 service nova] Releasing lock "refresh_cache-139591bc-25b9-4087-807d-ac8108d236c5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.546086] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d58b221-4671-4f40-aa2c-bb40edd8eb48 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.555243] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76f1a78-3a59-43da-86db-8e0d6547560b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.595249] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb1b1de-293f-4f6e-8826-2bcd1f9c7884 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.611645] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139afa50-9193-4264-b458-a909c2d25bbd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.617978] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161103, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.003215} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.618345] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e2e5aa07-b856-4b26-89de-eeaa85de3f23/e2e5aa07-b856-4b26-89de-eeaa85de3f23.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.618634] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.619518] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da2a30bb-4d91-4b99-a70c-fad3bb613605 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.635099] env[69547]: DEBUG nova.compute.provider_tree [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.642995] env[69547]: DEBUG nova.network.neutron [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.648427] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 730.648427] env[69547]: value = "task-3161105" [ 730.648427] env[69547]: _type = "Task" [ 730.648427] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.663123] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.718344] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52946489-b5af-9cda-8c07-f2f89eac2f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.052035} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.718719] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.718961] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.719395] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.719566] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.719751] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.720036] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf84f45-32a9-4813-b7ee-c91170600687 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.730945] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.731174] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.731965] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e1a6c0-5f4b-4645-b614-f4b978c7fca3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.738105] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 730.738105] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ef8d98-2d9b-775a-b393-361b107e6527" [ 730.738105] env[69547]: _type = "Task" [ 730.738105] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.747353] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ef8d98-2d9b-775a-b393-361b107e6527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.774351] env[69547]: DEBUG nova.network.neutron [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.852758] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161104, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.910020] env[69547]: INFO nova.compute.manager [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Took 38.18 seconds to build instance. [ 731.138846] env[69547]: DEBUG nova.scheduler.client.report [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.161392] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076716} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.161779] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.162740] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0995bc5b-9ef7-4bd0-adc4-620b0d0eaf5a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.190410] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] e2e5aa07-b856-4b26-89de-eeaa85de3f23/e2e5aa07-b856-4b26-89de-eeaa85de3f23.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.191210] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd0f79f-1d8e-4cef-8a8b-c10000f65e65 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.217607] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 731.217607] env[69547]: value = "task-3161106" [ 731.217607] env[69547]: _type = "Task" [ 731.217607] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.226670] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.249661] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ef8d98-2d9b-775a-b393-361b107e6527, 'name': SearchDatastore_Task, 'duration_secs': 0.042019} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.250576] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902bd9a7-81ba-4aa7-8eca-f8fddde88765 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.256546] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 731.256546] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527f87e1-f947-8e69-7d80-022dbea893ea" [ 731.256546] env[69547]: _type = "Task" [ 731.256546] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.266921] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527f87e1-f947-8e69-7d80-022dbea893ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.277712] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6c82528-9cdf-4c1e-a706-104dbbfc2d3a req-f4c5d742-e4f4-44fc-a7a4-6476823cdc91 service nova] Releasing lock "refresh_cache-1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.278160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquired lock "refresh_cache-1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.278409] env[69547]: DEBUG nova.network.neutron [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.353267] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161104, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.412018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c98deda8-a274-474a-a42a-f64a2adccb39 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "2dacd7c5-0893-4293-8676-db390b90b3d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.306s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.650906] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.653961] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.035s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.656331] env[69547]: INFO nova.compute.claims [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.676314] env[69547]: INFO nova.scheduler.client.report [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted allocations for instance ad28f56e-b1a6-4725-a6cf-c6de65213ebb [ 731.730822] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.767344] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527f87e1-f947-8e69-7d80-022dbea893ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016646} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.767677] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.767939] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 139591bc-25b9-4087-807d-ac8108d236c5/139591bc-25b9-4087-807d-ac8108d236c5.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.768234] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94db23ab-10f5-45e2-9661-feaa00a13c1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.775483] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 731.775483] env[69547]: value = "task-3161108" [ 731.775483] env[69547]: _type = "Task" [ 731.775483] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.786910] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.822950] env[69547]: DEBUG nova.network.neutron [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.852961] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161104, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.914938] env[69547]: DEBUG nova.compute.manager [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.050848] env[69547]: DEBUG nova.network.neutron [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Updating instance_info_cache with network_info: [{"id": "1ee3c423-5af2-48db-bf2c-e9722f74cdf3", "address": "fa:16:3e:a6:9b:1c", "network": {"id": "d4c12ee7-1afb-4b23-b0d2-930600d29d45", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-800398933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a946ab5e263b4701b7cefa0da63dd9b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee3c423-5a", "ovs_interfaceid": "1ee3c423-5af2-48db-bf2c-e9722f74cdf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.189453] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5516b00d-9991-43cc-81f2-64ccd2e32f90 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "ad28f56e-b1a6-4725-a6cf-c6de65213ebb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.909s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.230011] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161106, 'name': ReconfigVM_Task, 'duration_secs': 0.807972} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.230316] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Reconfigured VM instance instance-00000016 to attach disk [datastore2] e2e5aa07-b856-4b26-89de-eeaa85de3f23/e2e5aa07-b856-4b26-89de-eeaa85de3f23.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.230943] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e7faf1-e98c-4019-aa88-baf6d71bfd22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.239693] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 732.239693] env[69547]: value = "task-3161109" [ 732.239693] env[69547]: _type = "Task" [ 732.239693] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.249195] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161109, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.289189] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161108, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.354736] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161104, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.442468] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.553451] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Releasing lock "refresh_cache-1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.553686] env[69547]: DEBUG nova.compute.manager [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Instance network_info: |[{"id": "1ee3c423-5af2-48db-bf2c-e9722f74cdf3", "address": "fa:16:3e:a6:9b:1c", "network": {"id": "d4c12ee7-1afb-4b23-b0d2-930600d29d45", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-800398933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a946ab5e263b4701b7cefa0da63dd9b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ee3c423-5a", "ovs_interfaceid": "1ee3c423-5af2-48db-bf2c-e9722f74cdf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.554247] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:9b:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ee3c423-5af2-48db-bf2c-e9722f74cdf3', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.566823] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Creating folder: Project (a946ab5e263b4701b7cefa0da63dd9b8). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.567398] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-523da3a9-b7ae-4fc4-bc8d-3a911bffd28f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.586482] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Created folder: Project (a946ab5e263b4701b7cefa0da63dd9b8) in parent group-v632381. [ 732.586715] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Creating folder: Instances. Parent ref: group-v632450. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.586977] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfd3a3f8-236a-4100-944e-2fa689b02e65 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.603941] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Created folder: Instances in parent group-v632450. [ 732.604881] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.604881] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.604881] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f783ab89-586c-49f0-b106-6f716708f3bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.626738] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.626738] env[69547]: value = "task-3161112" [ 732.626738] env[69547]: _type = "Task" [ 732.626738] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.638529] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161112, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.760741] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161109, 'name': Rename_Task, 'duration_secs': 0.356988} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.761999] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.762425] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b848670-a311-48fd-86dd-90dacda14d43 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.773018] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 732.773018] env[69547]: value = "task-3161113" [ 732.773018] env[69547]: _type = "Task" [ 732.773018] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.783737] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.791316] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766076} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.791586] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 139591bc-25b9-4087-807d-ac8108d236c5/139591bc-25b9-4087-807d-ac8108d236c5.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.791803] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.792626] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceb253a8-d4b9-44fd-bba5-2f83cb612f91 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.803516] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 732.803516] env[69547]: value = "task-3161114" [ 732.803516] env[69547]: _type = "Task" [ 732.803516] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.816942] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.865826] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161104, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.140441] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161112, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.277215] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e2c18-718f-4aaa-aec9-5fb388ef1629 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.285899] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.288623] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3b82e-ac1c-4b95-a8c9-35279e232775 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.324772] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd35120-f90b-492d-9dff-e9db190ccccf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.333744] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073138} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.336851] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.336851] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96027d-bf67-4a4e-afdc-7099b5d7f344 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.339844] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6d3648-0440-4c27-8a88-99af177dcd1b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.363963] env[69547]: DEBUG nova.compute.provider_tree [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.379625] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 139591bc-25b9-4087-807d-ac8108d236c5/139591bc-25b9-4087-807d-ac8108d236c5.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.384366] env[69547]: DEBUG nova.scheduler.client.report [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.386106] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-778bf521-b6f3-45cc-b27f-55758ca36576 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.405805] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161104, 'name': CloneVM_Task, 'duration_secs': 2.836626} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.406449] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Created linked-clone VM from snapshot [ 733.408438] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b285e9-cedf-4d10-9612-01b0734c2f2a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.414145] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 733.414145] env[69547]: value = "task-3161115" [ 733.414145] env[69547]: _type = "Task" [ 733.414145] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.417680] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Uploading image ca299dcd-3cd0-46c7-bb45-d4736502a119 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 733.429697] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.448733] env[69547]: DEBUG oslo_vmware.rw_handles [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 733.448733] env[69547]: value = "vm-632449" [ 733.448733] env[69547]: _type = "VirtualMachine" [ 733.448733] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 733.448855] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6192afff-b8cf-4a66-b5ba-1bee00a976fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.458934] env[69547]: DEBUG oslo_vmware.rw_handles [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lease: (returnval){ [ 733.458934] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5229eacd-b91a-2ac3-3377-f9779bfb93ec" [ 733.458934] env[69547]: _type = "HttpNfcLease" [ 733.458934] env[69547]: } obtained for exporting VM: (result){ [ 733.458934] env[69547]: value = "vm-632449" [ 733.458934] env[69547]: _type = "VirtualMachine" [ 733.458934] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 733.458934] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the lease: (returnval){ [ 733.458934] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5229eacd-b91a-2ac3-3377-f9779bfb93ec" [ 733.458934] env[69547]: _type = "HttpNfcLease" [ 733.458934] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 733.468771] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 733.468771] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5229eacd-b91a-2ac3-3377-f9779bfb93ec" [ 733.468771] env[69547]: _type = "HttpNfcLease" [ 733.468771] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 733.640997] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161112, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.723416] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.723416] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.783187] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.908021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.908021] env[69547]: DEBUG nova.compute.manager [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.914082] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.123s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.915664] env[69547]: INFO nova.compute.claims [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.929561] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161115, 'name': ReconfigVM_Task, 'duration_secs': 0.312729} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.929561] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 139591bc-25b9-4087-807d-ac8108d236c5/139591bc-25b9-4087-807d-ac8108d236c5.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.930382] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ee40dd4-0068-4c80-99fc-87dddb2edc3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.938415] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 733.938415] env[69547]: value = "task-3161118" [ 733.938415] env[69547]: _type = "Task" [ 733.938415] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.948693] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161118, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.970390] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 733.970390] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5229eacd-b91a-2ac3-3377-f9779bfb93ec" [ 733.970390] env[69547]: _type = "HttpNfcLease" [ 733.970390] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 733.970390] env[69547]: DEBUG oslo_vmware.rw_handles [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 733.970390] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5229eacd-b91a-2ac3-3377-f9779bfb93ec" [ 733.970390] env[69547]: _type = "HttpNfcLease" [ 733.970390] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 733.970881] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3b3196-50bc-4e93-ba9b-d645410d4cc3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.982022] env[69547]: DEBUG oslo_vmware.rw_handles [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ded3c-46bc-4f92-ddc7-00468ab9b7a8/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 733.982022] env[69547]: DEBUG oslo_vmware.rw_handles [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ded3c-46bc-4f92-ddc7-00468ab9b7a8/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 734.079435] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3b1f080f-1699-4961-95b2-d281d5e38a51 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.140683] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161112, 'name': CreateVM_Task, 'duration_secs': 1.456559} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.140886] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.141656] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.141813] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.142151] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.142401] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f899a8-3be4-45e1-8f2f-bb0f98cc7075 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.151024] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 734.151024] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524726c8-c634-6413-7a70-2979979bfd9b" [ 734.151024] env[69547]: _type = "Task" [ 734.151024] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.162328] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524726c8-c634-6413-7a70-2979979bfd9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.288157] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161113, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.416225] env[69547]: DEBUG nova.compute.utils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.417572] env[69547]: DEBUG nova.compute.manager [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.417742] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.449335] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161118, 'name': Rename_Task, 'duration_secs': 0.22401} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.450025] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.450094] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6745744-d509-45b2-b12a-02512087549a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.458457] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 734.458457] env[69547]: value = "task-3161119" [ 734.458457] env[69547]: _type = "Task" [ 734.458457] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.467892] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.502780] env[69547]: DEBUG nova.policy [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0044fdd8a8564ddf807ffe70a22f0dd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92fb9636af149b19bf7baafa05741d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.667647] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524726c8-c634-6413-7a70-2979979bfd9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.667971] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.668250] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.668593] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.668717] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.670744] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.671055] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5930c681-256b-4257-a13a-c87a0c240b22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.684031] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.684031] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.684559] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4079de05-1b67-4cfa-b35b-79f01691a84c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.691250] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 734.691250] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c1836-fb76-6edf-ac54-80f747371e8f" [ 734.691250] env[69547]: _type = "Task" [ 734.691250] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.710387] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c1836-fb76-6edf-ac54-80f747371e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.711332] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d68e9d-c743-44dd-807a-435757443f3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.719339] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 734.719339] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5214096b-7199-6ee3-8b41-a22acc9cdd3c" [ 734.719339] env[69547]: _type = "Task" [ 734.719339] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.731118] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5214096b-7199-6ee3-8b41-a22acc9cdd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.785603] env[69547]: DEBUG oslo_vmware.api [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161113, 'name': PowerOnVM_Task, 'duration_secs': 1.523656} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.785993] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.786240] env[69547]: INFO nova.compute.manager [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Took 10.96 seconds to spawn the instance on the hypervisor. [ 734.786448] env[69547]: DEBUG nova.compute.manager [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.788801] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e6920d-0ba8-4aad-88bb-f19c0ef61116 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.920704] env[69547]: DEBUG nova.compute.manager [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.979257] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.071461] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Successfully created port: 8fb76234-cb11-4e16-a7cb-260564559729 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.230895] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5214096b-7199-6ee3-8b41-a22acc9cdd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.018673} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.235696] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.235981] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1/1f7b9ad2-6d8b-413d-8a17-f258447cd2d1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.236471] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89568aac-48af-49ca-ba17-9a13e95781a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.246768] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 735.246768] env[69547]: value = "task-3161120" [ 735.246768] env[69547]: _type = "Task" [ 735.246768] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.265795] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.320613] env[69547]: INFO nova.compute.manager [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Took 40.45 seconds to build instance. [ 735.459782] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Successfully created port: 8290010a-2555-4711-a781-85f71ca826a6 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.478140] env[69547]: DEBUG oslo_vmware.api [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161119, 'name': PowerOnVM_Task, 'duration_secs': 0.540118} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.478481] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.478668] env[69547]: INFO nova.compute.manager [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Took 8.94 seconds to spawn the instance on the hypervisor. [ 735.478842] env[69547]: DEBUG nova.compute.manager [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.479732] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec4e669-cb07-4888-9c9b-0478475a5533 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.657039] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dd9d43-8922-4a4e-8e13-bcb42e7f9686 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.666037] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b734508e-8988-4ff6-885e-45b5dc531872 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.706152] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0f06d1-dcb4-43fd-af59-e610ec28efd6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.716668] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68893221-6e8c-44dd-b0d8-7fefb4e1653b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.733241] env[69547]: DEBUG nova.compute.provider_tree [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.758782] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.822900] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab338841-995b-478d-a924-da623d2ef7c2 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.385s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.933702] env[69547]: DEBUG nova.compute.manager [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.963306] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.963708] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.963892] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.964178] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.964334] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.964480] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.964808] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.965227] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.965475] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.965698] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.966085] env[69547]: DEBUG nova.virt.hardware [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.967011] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77668901-d5ec-4c34-a627-a3096d9e8fee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.976936] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca4b03-224b-444b-939d-5ecd9f1e9612 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.011430] env[69547]: INFO nova.compute.manager [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Took 38.27 seconds to build instance. [ 736.118706] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "3295dc83-0554-4159-8f3f-d444d6e89b30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.119059] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.125102] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Successfully created port: 63183f2e-37f7-4479-970b-040d56fac9d0 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.146669] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.146952] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.237660] env[69547]: DEBUG nova.scheduler.client.report [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.259448] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683964} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.259896] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1/1f7b9ad2-6d8b-413d-8a17-f258447cd2d1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.260291] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.260540] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a991892c-01a6-47b1-8bee-64c90ed4e7c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.272059] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 736.272059] env[69547]: value = "task-3161122" [ 736.272059] env[69547]: _type = "Task" [ 736.272059] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.289142] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.325806] env[69547]: DEBUG nova.compute.manager [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.513944] env[69547]: DEBUG oslo_concurrency.lockutils [None req-232e7df6-ffaa-41e0-a107-2dd72181e373 tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "139591bc-25b9-4087-807d-ac8108d236c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.607s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.655643] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.655876] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.656045] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.656204] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.656704] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.656872] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.657470] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 736.657470] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.748024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.748024] env[69547]: DEBUG nova.compute.manager [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.748821] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.051s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.749178] env[69547]: DEBUG nova.objects.instance [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lazy-loading 'resources' on Instance uuid 3828ecd8-0808-46ab-9f51-525db9ef01f6 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.784373] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106261} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.784675] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.785515] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa48984e-4ab4-4383-b33b-d35587299f09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.811603] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1/1f7b9ad2-6d8b-413d-8a17-f258447cd2d1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.812364] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ba1c30-715b-4c1a-8c26-f028752e23da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.836951] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 736.836951] env[69547]: value = "task-3161123" [ 736.836951] env[69547]: _type = "Task" [ 736.836951] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.847690] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.849970] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.019039] env[69547]: DEBUG nova.compute.manager [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.161120] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.253446] env[69547]: DEBUG nova.compute.utils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.258027] env[69547]: DEBUG nova.compute.manager [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.258246] env[69547]: DEBUG nova.network.neutron [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.340019] env[69547]: DEBUG nova.policy [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5fc2ca6da647d2be82ff3fc412eebb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04abe7ee71b24844a4b593b78de51e15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.354037] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.558092] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.758337] env[69547]: DEBUG nova.compute.manager [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.856746] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161123, 'name': ReconfigVM_Task, 'duration_secs': 0.607325} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.857561] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1/1f7b9ad2-6d8b-413d-8a17-f258447cd2d1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.858477] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-994cd21d-f7bb-4722-9c6c-70f4ec1345ce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.872145] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 737.872145] env[69547]: value = "task-3161125" [ 737.872145] env[69547]: _type = "Task" [ 737.872145] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.884566] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161125, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.944046] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ca6dae-d11d-4fa9-8fac-07637e688f22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.966528] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a629b932-b1d0-4b12-9fb7-178e3db4add2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.975503] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Successfully updated port: 8fb76234-cb11-4e16-a7cb-260564559729 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.019099] env[69547]: DEBUG nova.network.neutron [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Successfully created port: 9d541175-66d1-419b-b296-d74db61f3b5b {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.021538] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5083e112-05a1-41c5-ae5f-b75c63285db0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.032576] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83052ab-213f-4375-a7b4-6980ad2bee03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.051041] env[69547]: DEBUG nova.compute.provider_tree [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.232089] env[69547]: DEBUG nova.compute.manager [req-6c895362-edac-402d-ad9f-efebde58a1ba req-61030801-f698-4079-8478-5cdd86ff8feb service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received event network-vif-plugged-8fb76234-cb11-4e16-a7cb-260564559729 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.232337] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c895362-edac-402d-ad9f-efebde58a1ba req-61030801-f698-4079-8478-5cdd86ff8feb service nova] Acquiring lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.232590] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c895362-edac-402d-ad9f-efebde58a1ba req-61030801-f698-4079-8478-5cdd86ff8feb service nova] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.232762] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c895362-edac-402d-ad9f-efebde58a1ba req-61030801-f698-4079-8478-5cdd86ff8feb service nova] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.232948] env[69547]: DEBUG nova.compute.manager [req-6c895362-edac-402d-ad9f-efebde58a1ba req-61030801-f698-4079-8478-5cdd86ff8feb service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] No waiting events found dispatching network-vif-plugged-8fb76234-cb11-4e16-a7cb-260564559729 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.233218] env[69547]: WARNING nova.compute.manager [req-6c895362-edac-402d-ad9f-efebde58a1ba req-61030801-f698-4079-8478-5cdd86ff8feb service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received unexpected event network-vif-plugged-8fb76234-cb11-4e16-a7cb-260564559729 for instance with vm_state building and task_state spawning. [ 738.383848] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161125, 'name': Rename_Task, 'duration_secs': 0.243717} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.383848] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.384096] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a30717c-b44e-4b20-93f9-f6a89f031e05 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.396033] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 738.396033] env[69547]: value = "task-3161126" [ 738.396033] env[69547]: _type = "Task" [ 738.396033] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.405899] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.554772] env[69547]: DEBUG nova.scheduler.client.report [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.769447] env[69547]: DEBUG nova.compute.manager [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.906343] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.061994] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.064844] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.066781] env[69547]: INFO nova.compute.claims [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.088995] env[69547]: INFO nova.scheduler.client.report [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Deleted allocations for instance 3828ecd8-0808-46ab-9f51-525db9ef01f6 [ 739.126569] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.126811] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.126963] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.127157] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.127304] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.127445] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.127644] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.127796] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.127958] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.128135] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.128303] env[69547]: DEBUG nova.virt.hardware [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.129707] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6c4a4-fae3-4a88-a001-64a35e1fd89f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.141445] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3549f4-2151-43d2-8c83-05ce70bf617f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.406794] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.598276] env[69547]: DEBUG oslo_concurrency.lockutils [None req-547bce1d-b5e6-4614-87c3-118a5f5fbbf1 tempest-ServerDiagnosticsV248Test-1343019101 tempest-ServerDiagnosticsV248Test-1343019101-project-member] Lock "3828ecd8-0808-46ab-9f51-525db9ef01f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.296s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.753033] env[69547]: DEBUG nova.network.neutron [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Successfully updated port: 9d541175-66d1-419b-b296-d74db61f3b5b {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.791288] env[69547]: DEBUG nova.compute.manager [req-9811e75b-469d-4928-9ac9-6d1456263527 req-0ef059c8-88c7-496d-9b39-307d74499d2c service nova] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Received event network-vif-plugged-9d541175-66d1-419b-b296-d74db61f3b5b {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.791288] env[69547]: DEBUG oslo_concurrency.lockutils [req-9811e75b-469d-4928-9ac9-6d1456263527 req-0ef059c8-88c7-496d-9b39-307d74499d2c service nova] Acquiring lock "61afd391-37c6-45de-aed3-f6f8c966d579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.791938] env[69547]: DEBUG oslo_concurrency.lockutils [req-9811e75b-469d-4928-9ac9-6d1456263527 req-0ef059c8-88c7-496d-9b39-307d74499d2c service nova] Lock "61afd391-37c6-45de-aed3-f6f8c966d579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.791938] env[69547]: DEBUG oslo_concurrency.lockutils [req-9811e75b-469d-4928-9ac9-6d1456263527 req-0ef059c8-88c7-496d-9b39-307d74499d2c service nova] Lock "61afd391-37c6-45de-aed3-f6f8c966d579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.791938] env[69547]: DEBUG nova.compute.manager [req-9811e75b-469d-4928-9ac9-6d1456263527 req-0ef059c8-88c7-496d-9b39-307d74499d2c service nova] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] No waiting events found dispatching network-vif-plugged-9d541175-66d1-419b-b296-d74db61f3b5b {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.791938] env[69547]: WARNING nova.compute.manager [req-9811e75b-469d-4928-9ac9-6d1456263527 req-0ef059c8-88c7-496d-9b39-307d74499d2c service nova] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Received unexpected event network-vif-plugged-9d541175-66d1-419b-b296-d74db61f3b5b for instance with vm_state building and task_state spawning. [ 739.818130] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Successfully updated port: 8290010a-2555-4711-a781-85f71ca826a6 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.906838] env[69547]: DEBUG oslo_vmware.api [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161126, 'name': PowerOnVM_Task, 'duration_secs': 1.334746} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.907213] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.907495] env[69547]: INFO nova.compute.manager [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Took 10.60 seconds to spawn the instance on the hypervisor. [ 739.907705] env[69547]: DEBUG nova.compute.manager [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.908664] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeae9ae-23bb-4587-b297-c02daaa15de4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.182304] env[69547]: DEBUG nova.compute.manager [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.183431] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fd770e-64b1-486a-a220-59bc258af0e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.261132] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "refresh_cache-61afd391-37c6-45de-aed3-f6f8c966d579" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.261276] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquired lock "refresh_cache-61afd391-37c6-45de-aed3-f6f8c966d579" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.261445] env[69547]: DEBUG nova.network.neutron [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.351930] env[69547]: DEBUG nova.compute.manager [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received event network-changed-8fb76234-cb11-4e16-a7cb-260564559729 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.352156] env[69547]: DEBUG nova.compute.manager [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Refreshing instance network info cache due to event network-changed-8fb76234-cb11-4e16-a7cb-260564559729. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.352769] env[69547]: DEBUG oslo_concurrency.lockutils [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] Acquiring lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.352926] env[69547]: DEBUG oslo_concurrency.lockutils [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] Acquired lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.353139] env[69547]: DEBUG nova.network.neutron [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Refreshing network info cache for port 8fb76234-cb11-4e16-a7cb-260564559729 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.431636] env[69547]: INFO nova.compute.manager [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Took 42.20 seconds to build instance. [ 740.644623] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e464c394-ac52-4728-8500-dc3ffcd61d1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.658311] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2539e1-f045-41b9-aedd-627dedd93e85 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.699549] env[69547]: INFO nova.compute.manager [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] instance snapshotting [ 740.702008] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd11355-b346-453c-8101-a5e460da7b7b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.705521] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0718e0-b987-4559-a086-c0844d08f229 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.728480] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c4e1fb-83f0-4b10-8703-4537478280b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.733338] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c58692e-1968-42eb-83c3-5e275fb83dc4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.750527] env[69547]: DEBUG nova.compute.provider_tree [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.815409] env[69547]: DEBUG nova.network.neutron [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.829954] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "f5a8d214-68ab-453c-ba9a-76206937f5eb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.829954] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.830054] env[69547]: DEBUG nova.compute.manager [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.831182] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad9fbe0-fc59-468b-8d6e-a0d313e3f2b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.840706] env[69547]: DEBUG nova.compute.manager [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69547) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 740.840706] env[69547]: DEBUG nova.objects.instance [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lazy-loading 'flavor' on Instance uuid f5a8d214-68ab-453c-ba9a-76206937f5eb {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.905235] env[69547]: DEBUG nova.network.neutron [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.936325] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c64980fe-1df0-4287-9421-2bff073c13c6 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.410s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.999802] env[69547]: DEBUG nova.network.neutron [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Updating instance_info_cache with network_info: [{"id": "9d541175-66d1-419b-b296-d74db61f3b5b", "address": "fa:16:3e:83:b3:9b", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d541175-66", "ovs_interfaceid": "9d541175-66d1-419b-b296-d74db61f3b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.017170] env[69547]: DEBUG nova.network.neutron [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.257899] env[69547]: DEBUG nova.scheduler.client.report [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.268561] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 741.268561] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f14624fe-93f1-4beb-94ef-ae1f4245cb60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.278042] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 741.278042] env[69547]: value = "task-3161128" [ 741.278042] env[69547]: _type = "Task" [ 741.278042] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.292583] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.437984] env[69547]: DEBUG nova.compute.manager [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.506016] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Releasing lock "refresh_cache-61afd391-37c6-45de-aed3-f6f8c966d579" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.506368] env[69547]: DEBUG nova.compute.manager [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Instance network_info: |[{"id": "9d541175-66d1-419b-b296-d74db61f3b5b", "address": "fa:16:3e:83:b3:9b", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d541175-66", "ovs_interfaceid": "9d541175-66d1-419b-b296-d74db61f3b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.506791] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:b3:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d541175-66d1-419b-b296-d74db61f3b5b', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.514335] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Creating folder: Project (04abe7ee71b24844a4b593b78de51e15). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.514996] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66cb79d9-43ec-42b1-b46f-916eb27793b0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.519242] env[69547]: DEBUG oslo_concurrency.lockutils [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] Releasing lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.519487] env[69547]: DEBUG nova.compute.manager [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received event network-vif-plugged-8290010a-2555-4711-a781-85f71ca826a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.519684] env[69547]: DEBUG oslo_concurrency.lockutils [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] Acquiring lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.519889] env[69547]: DEBUG oslo_concurrency.lockutils [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.520061] env[69547]: DEBUG oslo_concurrency.lockutils [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.520232] env[69547]: DEBUG nova.compute.manager [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] No waiting events found dispatching network-vif-plugged-8290010a-2555-4711-a781-85f71ca826a6 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.520403] env[69547]: WARNING nova.compute.manager [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received unexpected event network-vif-plugged-8290010a-2555-4711-a781-85f71ca826a6 for instance with vm_state building and task_state spawning. [ 741.520567] env[69547]: DEBUG nova.compute.manager [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received event network-changed-8290010a-2555-4711-a781-85f71ca826a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.520720] env[69547]: DEBUG nova.compute.manager [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Refreshing instance network info cache due to event network-changed-8290010a-2555-4711-a781-85f71ca826a6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.520905] env[69547]: DEBUG oslo_concurrency.lockutils [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] Acquiring lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.521053] env[69547]: DEBUG oslo_concurrency.lockutils [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] Acquired lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.521212] env[69547]: DEBUG nova.network.neutron [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Refreshing network info cache for port 8290010a-2555-4711-a781-85f71ca826a6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.531298] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Created folder: Project (04abe7ee71b24844a4b593b78de51e15) in parent group-v632381. [ 741.531553] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Creating folder: Instances. Parent ref: group-v632454. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.531871] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e67091cc-7dac-432c-a785-95d9b0d872d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.538507] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquiring lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.538784] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.538998] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquiring lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.539226] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.539456] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.541525] env[69547]: INFO nova.compute.manager [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Terminating instance [ 741.546766] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Created folder: Instances in parent group-v632454. [ 741.547222] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.547731] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.548039] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92abcb95-5acd-4dc5-ba43-912e0b6edf15 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.571581] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.571581] env[69547]: value = "task-3161131" [ 741.571581] env[69547]: _type = "Task" [ 741.571581] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.581701] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161131, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.769266] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.769266] env[69547]: DEBUG nova.compute.manager [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.772548] env[69547]: DEBUG oslo_concurrency.lockutils [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.070s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.774048] env[69547]: DEBUG nova.objects.instance [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lazy-loading 'resources' on Instance uuid 690648e9-1344-4076-9f7e-b329089e36a5 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.791220] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161128, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.849896] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.850269] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6440867-ce37-4433-ba21-39dc543e8a41 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.862110] env[69547]: DEBUG oslo_vmware.api [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 741.862110] env[69547]: value = "task-3161132" [ 741.862110] env[69547]: _type = "Task" [ 741.862110] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.874308] env[69547]: DEBUG oslo_vmware.api [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.973181] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.035397] env[69547]: DEBUG nova.compute.manager [req-a31876e4-e146-4838-824c-3cd9d2f5bcbc req-685395ff-db9e-42a2-baeb-e15715ca90ce service nova] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Received event network-changed-9d541175-66d1-419b-b296-d74db61f3b5b {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.035397] env[69547]: DEBUG nova.compute.manager [req-a31876e4-e146-4838-824c-3cd9d2f5bcbc req-685395ff-db9e-42a2-baeb-e15715ca90ce service nova] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Refreshing instance network info cache due to event network-changed-9d541175-66d1-419b-b296-d74db61f3b5b. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.035397] env[69547]: DEBUG oslo_concurrency.lockutils [req-a31876e4-e146-4838-824c-3cd9d2f5bcbc req-685395ff-db9e-42a2-baeb-e15715ca90ce service nova] Acquiring lock "refresh_cache-61afd391-37c6-45de-aed3-f6f8c966d579" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.035536] env[69547]: DEBUG oslo_concurrency.lockutils [req-a31876e4-e146-4838-824c-3cd9d2f5bcbc req-685395ff-db9e-42a2-baeb-e15715ca90ce service nova] Acquired lock "refresh_cache-61afd391-37c6-45de-aed3-f6f8c966d579" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.035620] env[69547]: DEBUG nova.network.neutron [req-a31876e4-e146-4838-824c-3cd9d2f5bcbc req-685395ff-db9e-42a2-baeb-e15715ca90ce service nova] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Refreshing network info cache for port 9d541175-66d1-419b-b296-d74db61f3b5b {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.051417] env[69547]: DEBUG nova.compute.manager [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.051746] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.054033] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28dc2b6-28e9-44a8-8e35-8a4e7e5d8a2c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.063652] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.063953] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-677b5215-3d04-4f0b-8ef7-2b06b0be5e73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.077557] env[69547]: DEBUG oslo_vmware.api [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 742.077557] env[69547]: value = "task-3161134" [ 742.077557] env[69547]: _type = "Task" [ 742.077557] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.086607] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161131, 'name': CreateVM_Task, 'duration_secs': 0.45268} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.087274] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.088207] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.088410] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.091935] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.091935] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eba838c-3bb2-4432-909a-bcba3fa7153b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.095494] env[69547]: DEBUG oslo_vmware.api [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.100388] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 742.100388] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52560cca-73d0-390d-9012-ff95928cc313" [ 742.100388] env[69547]: _type = "Task" [ 742.100388] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.104586] env[69547]: DEBUG nova.network.neutron [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.113105] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52560cca-73d0-390d-9012-ff95928cc313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.279943] env[69547]: DEBUG nova.compute.utils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.290102] env[69547]: DEBUG nova.compute.manager [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.290102] env[69547]: DEBUG nova.network.neutron [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.294928] env[69547]: DEBUG nova.network.neutron [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.327778] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161128, 'name': CreateSnapshot_Task, 'duration_secs': 0.862259} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.327778] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 742.329556] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa67d20-1e82-44e7-9879-86f0c72b3d78 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.332780] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Successfully updated port: 63183f2e-37f7-4479-970b-040d56fac9d0 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.381024] env[69547]: DEBUG oslo_vmware.api [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161132, 'name': PowerOffVM_Task, 'duration_secs': 0.240234} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.381024] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.381024] env[69547]: DEBUG nova.compute.manager [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.381024] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f012f67f-3d59-42d0-9d18-ed2bb5182b3a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.407258] env[69547]: DEBUG nova.policy [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42a8e01dc1ce4bd1a1529f5adca57a3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5f95d750e5402d8a125708009ea8b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.486710] env[69547]: DEBUG nova.compute.manager [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received event network-vif-plugged-63183f2e-37f7-4479-970b-040d56fac9d0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.486954] env[69547]: DEBUG oslo_concurrency.lockutils [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] Acquiring lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.487164] env[69547]: DEBUG oslo_concurrency.lockutils [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.487358] env[69547]: DEBUG oslo_concurrency.lockutils [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.487542] env[69547]: DEBUG nova.compute.manager [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] No waiting events found dispatching network-vif-plugged-63183f2e-37f7-4479-970b-040d56fac9d0 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.489473] env[69547]: WARNING nova.compute.manager [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received unexpected event network-vif-plugged-63183f2e-37f7-4479-970b-040d56fac9d0 for instance with vm_state building and task_state spawning. [ 742.489473] env[69547]: DEBUG nova.compute.manager [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received event network-changed-63183f2e-37f7-4479-970b-040d56fac9d0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.489473] env[69547]: DEBUG nova.compute.manager [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Refreshing instance network info cache due to event network-changed-63183f2e-37f7-4479-970b-040d56fac9d0. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.489473] env[69547]: DEBUG oslo_concurrency.lockutils [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] Acquiring lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.596487] env[69547]: DEBUG oslo_vmware.api [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161134, 'name': PowerOffVM_Task, 'duration_secs': 0.252848} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.600080] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.600335] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.600875] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a71752-0c45-4a80-a90d-3c6ff91a669a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.614797] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52560cca-73d0-390d-9012-ff95928cc313, 'name': SearchDatastore_Task, 'duration_secs': 0.015575} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.615750] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.615750] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.616634] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.616715] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.616893] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.620515] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68656307-81cf-41be-8f5a-9c7111a4febe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.641434] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.642165] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.643149] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cfd422-9f1f-4cf9-b39f-f172ae2a8481 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.652486] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 742.652486] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5207730f-01a0-b3e2-f723-1828ca9d16d3" [ 742.652486] env[69547]: _type = "Task" [ 742.652486] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.664272] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5207730f-01a0-b3e2-f723-1828ca9d16d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.678111] env[69547]: DEBUG oslo_vmware.rw_handles [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ded3c-46bc-4f92-ddc7-00468ab9b7a8/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 742.678111] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1795a23-5ea6-4728-ac38-b6a5def39a32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.684795] env[69547]: DEBUG oslo_vmware.rw_handles [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ded3c-46bc-4f92-ddc7-00468ab9b7a8/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 742.684976] env[69547]: ERROR oslo_vmware.rw_handles [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ded3c-46bc-4f92-ddc7-00468ab9b7a8/disk-0.vmdk due to incomplete transfer. [ 742.685253] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e48fed2a-1a3b-4d43-aae1-d5a438fb0919 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.692473] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.692914] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.693296] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Deleting the datastore file [datastore2] 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.696332] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e44eef3f-ff84-41df-96a4-704c1379e749 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.702135] env[69547]: DEBUG oslo_vmware.rw_handles [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ded3c-46bc-4f92-ddc7-00468ab9b7a8/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 742.702135] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Uploaded image ca299dcd-3cd0-46c7-bb45-d4736502a119 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 742.702135] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 742.702796] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57e65499-f599-4b75-bffb-a6bcb42ac5dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.708161] env[69547]: DEBUG oslo_vmware.api [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for the task: (returnval){ [ 742.708161] env[69547]: value = "task-3161136" [ 742.708161] env[69547]: _type = "Task" [ 742.708161] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.713108] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 742.713108] env[69547]: value = "task-3161137" [ 742.713108] env[69547]: _type = "Task" [ 742.713108] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.725239] env[69547]: DEBUG oslo_vmware.api [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.733669] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161137, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.789615] env[69547]: DEBUG nova.compute.manager [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.805888] env[69547]: DEBUG oslo_concurrency.lockutils [req-f3e50f70-de29-4d5e-bffe-104e30b65cf8 req-d53c217b-3cc8-4c19-ae03-5a29e3dbd162 service nova] Releasing lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.806299] env[69547]: DEBUG oslo_concurrency.lockutils [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] Acquired lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.806589] env[69547]: DEBUG nova.network.neutron [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Refreshing network info cache for port 63183f2e-37f7-4479-970b-040d56fac9d0 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.836194] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.858137] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 742.858824] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-654588fd-a5b6-4aa0-9f36-48b3e685b7e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.870564] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 742.870564] env[69547]: value = "task-3161138" [ 742.870564] env[69547]: _type = "Task" [ 742.870564] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.885148] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161138, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.901121] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9674eeef-331c-4dc7-8104-a0ebf96bc44f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.964213] env[69547]: DEBUG nova.network.neutron [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Successfully created port: 8bd6e61d-5626-4dd2-aecb-087f80cc972e {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.005082] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915dae6f-b050-403d-93ea-437a1887f7cc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.017637] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e87c14-8023-4cb1-a6ac-3fdd401130b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.836952] env[69547]: DEBUG nova.network.neutron [req-a31876e4-e146-4838-824c-3cd9d2f5bcbc req-685395ff-db9e-42a2-baeb-e15715ca90ce service nova] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Updated VIF entry in instance network info cache for port 9d541175-66d1-419b-b296-d74db61f3b5b. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.838123] env[69547]: DEBUG nova.network.neutron [req-a31876e4-e146-4838-824c-3cd9d2f5bcbc req-685395ff-db9e-42a2-baeb-e15715ca90ce service nova] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Updating instance_info_cache with network_info: [{"id": "9d541175-66d1-419b-b296-d74db61f3b5b", "address": "fa:16:3e:83:b3:9b", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d541175-66", "ovs_interfaceid": "9d541175-66d1-419b-b296-d74db61f3b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.853201] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e12fa86-edbe-4a8a-a763-e9f591ce3185 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.866929] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161137, 'name': Destroy_Task, 'duration_secs': 0.364582} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.878081] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Destroyed the VM [ 743.878354] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 743.879094] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161138, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.879576] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5207730f-01a0-b3e2-f723-1828ca9d16d3, 'name': SearchDatastore_Task, 'duration_secs': 0.022968} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.879798] env[69547]: DEBUG oslo_vmware.api [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Task: {'id': task-3161136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345324} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.881460] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ede80a8e-7d17-4d23-8fdf-e28a8111974f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.883528] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.883716] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.883895] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.884082] env[69547]: INFO nova.compute.manager [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Took 1.83 seconds to destroy the instance on the hypervisor. [ 743.884322] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.887052] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9247abd8-1e67-412b-a2c0-8ce0033cf798 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.890206] env[69547]: DEBUG nova.compute.manager [-] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.890206] env[69547]: DEBUG nova.network.neutron [-] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.893596] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84422d24-94ae-4d4e-92f0-db7b9c6b3c6d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.901702] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 743.901702] env[69547]: value = "task-3161139" [ 743.901702] env[69547]: _type = "Task" [ 743.901702] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.906266] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 743.906266] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5253edb6-9baf-4fad-aed9-f6d0d45e686f" [ 743.906266] env[69547]: _type = "Task" [ 743.906266] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.915391] env[69547]: DEBUG nova.compute.provider_tree [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.924476] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161139, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.931260] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5253edb6-9baf-4fad-aed9-f6d0d45e686f, 'name': SearchDatastore_Task, 'duration_secs': 0.013512} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.931796] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.932118] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 61afd391-37c6-45de-aed3-f6f8c966d579/61afd391-37c6-45de-aed3-f6f8c966d579.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.932428] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5a6526a-f469-4c16-8dba-7b07d0fffb35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.943630] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 743.943630] env[69547]: value = "task-3161140" [ 743.943630] env[69547]: _type = "Task" [ 743.943630] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.958484] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.959790] env[69547]: DEBUG nova.network.neutron [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.343591] env[69547]: DEBUG nova.compute.manager [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.357970] env[69547]: DEBUG nova.objects.instance [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lazy-loading 'flavor' on Instance uuid f5a8d214-68ab-453c-ba9a-76206937f5eb {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.359403] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161138, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.359972] env[69547]: DEBUG oslo_concurrency.lockutils [req-a31876e4-e146-4838-824c-3cd9d2f5bcbc req-685395ff-db9e-42a2-baeb-e15715ca90ce service nova] Releasing lock "refresh_cache-61afd391-37c6-45de-aed3-f6f8c966d579" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.385703] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.385944] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.386089] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.386392] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.386622] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.386834] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.387122] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.387310] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.387630] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.387899] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.389235] env[69547]: DEBUG nova.virt.hardware [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.390958] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5101e9-f804-4b68-962b-237beb357c23 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.409409] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1874738d-2108-47c4-847c-98e2dd2b606f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.425376] env[69547]: DEBUG nova.scheduler.client.report [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.445710] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161139, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.456888] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161140, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.464861] env[69547]: DEBUG nova.network.neutron [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.741753] env[69547]: DEBUG nova.network.neutron [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Successfully updated port: 8bd6e61d-5626-4dd2-aecb-087f80cc972e {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.849165] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161138, 'name': CloneVM_Task, 'duration_secs': 1.68279} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.850259] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Created linked-clone VM from snapshot [ 744.852087] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e8495b-8437-41c7-b693-4cfd92262ab5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.861540] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Uploading image 7b7d7d8f-ba1f-491e-afc2-f28cfe87f66b {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.868700] env[69547]: DEBUG oslo_concurrency.lockutils [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "refresh_cache-f5a8d214-68ab-453c-ba9a-76206937f5eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.868700] env[69547]: DEBUG oslo_concurrency.lockutils [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquired lock "refresh_cache-f5a8d214-68ab-453c-ba9a-76206937f5eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.868700] env[69547]: DEBUG nova.network.neutron [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.868700] env[69547]: DEBUG nova.objects.instance [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lazy-loading 'info_cache' on Instance uuid f5a8d214-68ab-453c-ba9a-76206937f5eb {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.876849] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 744.876849] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3347b23a-9f46-4b02-aedb-d49aed478651 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.887167] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 744.887167] env[69547]: value = "task-3161141" [ 744.887167] env[69547]: _type = "Task" [ 744.887167] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.895994] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161141, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.915362] env[69547]: DEBUG oslo_vmware.api [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161139, 'name': RemoveSnapshot_Task, 'duration_secs': 0.987452} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.916811] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 744.916811] env[69547]: INFO nova.compute.manager [None req-b5ccb68b-53ab-41cd-9bf0-bc8840f37a50 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Took 17.70 seconds to snapshot the instance on the hypervisor. [ 744.931807] env[69547]: DEBUG oslo_concurrency.lockutils [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.159s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.934484] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.227s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.938467] env[69547]: INFO nova.compute.claims [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.966887] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529671} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.967536] env[69547]: DEBUG oslo_concurrency.lockutils [req-284c969a-14ce-49fa-866c-519fad0cddac req-95d106ef-f303-41ba-bf26-683241f9fb56 service nova] Releasing lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.968920] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 61afd391-37c6-45de-aed3-f6f8c966d579/61afd391-37c6-45de-aed3-f6f8c966d579.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.968920] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.968920] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquired lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.968920] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.969970] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71954a9d-36c0-4a59-899a-e9f4ff110759 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.974364] env[69547]: INFO nova.scheduler.client.report [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Deleted allocations for instance 690648e9-1344-4076-9f7e-b329089e36a5 [ 744.985222] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 744.985222] env[69547]: value = "task-3161142" [ 744.985222] env[69547]: _type = "Task" [ 744.985222] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.999455] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.194758] env[69547]: DEBUG nova.network.neutron [-] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.230439] env[69547]: DEBUG nova.compute.manager [req-d78ea21a-ab67-4f0f-8937-1a741becb29e req-8a5f7cdc-5220-4c59-8e51-25b67d96383d service nova] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Received event network-vif-plugged-8bd6e61d-5626-4dd2-aecb-087f80cc972e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.230704] env[69547]: DEBUG oslo_concurrency.lockutils [req-d78ea21a-ab67-4f0f-8937-1a741becb29e req-8a5f7cdc-5220-4c59-8e51-25b67d96383d service nova] Acquiring lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.231098] env[69547]: DEBUG oslo_concurrency.lockutils [req-d78ea21a-ab67-4f0f-8937-1a741becb29e req-8a5f7cdc-5220-4c59-8e51-25b67d96383d service nova] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.231287] env[69547]: DEBUG oslo_concurrency.lockutils [req-d78ea21a-ab67-4f0f-8937-1a741becb29e req-8a5f7cdc-5220-4c59-8e51-25b67d96383d service nova] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.231526] env[69547]: DEBUG nova.compute.manager [req-d78ea21a-ab67-4f0f-8937-1a741becb29e req-8a5f7cdc-5220-4c59-8e51-25b67d96383d service nova] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] No waiting events found dispatching network-vif-plugged-8bd6e61d-5626-4dd2-aecb-087f80cc972e {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.231673] env[69547]: WARNING nova.compute.manager [req-d78ea21a-ab67-4f0f-8937-1a741becb29e req-8a5f7cdc-5220-4c59-8e51-25b67d96383d service nova] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Received unexpected event network-vif-plugged-8bd6e61d-5626-4dd2-aecb-087f80cc972e for instance with vm_state building and task_state spawning. [ 745.245184] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.245429] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.246170] env[69547]: DEBUG nova.network.neutron [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.353140] env[69547]: DEBUG nova.compute.manager [req-3a7ce771-4cca-4ed8-87eb-701c29a70820 req-bc599906-dd16-49ee-bc4c-bdaeddcfa051 service nova] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Received event network-vif-deleted-1ee3c423-5af2-48db-bf2c-e9722f74cdf3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.372166] env[69547]: DEBUG nova.objects.base [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 745.398141] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161141, 'name': Destroy_Task, 'duration_secs': 0.466665} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.398460] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Destroyed the VM [ 745.398715] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 745.398967] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-377f9152-7dc4-4f12-90a6-03294babaa54 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.410251] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 745.410251] env[69547]: value = "task-3161143" [ 745.410251] env[69547]: _type = "Task" [ 745.410251] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.420753] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.481486] env[69547]: DEBUG oslo_concurrency.lockutils [None req-390ed8ff-8d32-40a3-b002-93e5fffdfece tempest-ServerDiagnosticsTest-2146844599 tempest-ServerDiagnosticsTest-2146844599-project-member] Lock "690648e9-1344-4076-9f7e-b329089e36a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.459s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.496530] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076705} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.497410] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.498244] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0112d49-e7ca-4f97-814a-1f25c66c7e50 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.523074] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 61afd391-37c6-45de-aed3-f6f8c966d579/61afd391-37c6-45de-aed3-f6f8c966d579.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.523790] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5122b944-4b18-4e1f-9151-f6748c25f4d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.540368] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.549468] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 745.549468] env[69547]: value = "task-3161144" [ 745.549468] env[69547]: _type = "Task" [ 745.549468] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.559228] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.699649] env[69547]: INFO nova.compute.manager [-] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Took 1.81 seconds to deallocate network for instance. [ 745.815627] env[69547]: DEBUG nova.network.neutron [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.832031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquiring lock "96c066fd-a046-425e-84a0-79862433576b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.832162] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "96c066fd-a046-425e-84a0-79862433576b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.832464] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Acquiring lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.836022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.921921] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161143, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.063929] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.127066] env[69547]: DEBUG nova.network.neutron [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance_info_cache with network_info: [{"id": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "address": "fa:16:3e:fc:f3:34", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd6e61d-56", "ovs_interfaceid": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.200589] env[69547]: DEBUG nova.network.neutron [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Updating instance_info_cache with network_info: [{"id": "8fb76234-cb11-4e16-a7cb-260564559729", "address": "fa:16:3e:49:3c:c0", "network": {"id": "bcf39762-52f1-4470-beea-5e5a9c1ca2a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-368758299", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fb76234-cb", "ovs_interfaceid": "8fb76234-cb11-4e16-a7cb-260564559729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8290010a-2555-4711-a781-85f71ca826a6", "address": "fa:16:3e:03:2e:6e", "network": {"id": "be2366f2-bc62-48a0-aa7f-ea415e7e4900", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-188339855", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290010a-25", "ovs_interfaceid": "8290010a-2555-4711-a781-85f71ca826a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63183f2e-37f7-4479-970b-040d56fac9d0", "address": "fa:16:3e:ac:06:69", "network": {"id": "bcf39762-52f1-4470-beea-5e5a9c1ca2a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-368758299", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63183f2e-37", "ovs_interfaceid": "63183f2e-37f7-4479-970b-040d56fac9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.209481] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.243036] env[69547]: DEBUG nova.network.neutron [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Updating instance_info_cache with network_info: [{"id": "904204d9-13a6-4e73-8937-1d7a9fd07f10", "address": "fa:16:3e:f1:8e:7c", "network": {"id": "98b62e7b-e5ef-4d37-830b-c4fd7c01f6f1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-401735720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a6a3b4a581d4647a59b7629a4a7ab0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904204d9-13", "ovs_interfaceid": "904204d9-13a6-4e73-8937-1d7a9fd07f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.421702] env[69547]: DEBUG oslo_vmware.api [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161143, 'name': RemoveSnapshot_Task, 'duration_secs': 0.645196} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.422015] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 746.560866] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.563109] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4974679a-efc3-4341-9dee-1cde2973942e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.574078] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f355a7-7079-427a-848f-e6f69566d4dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.623922] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16513e64-721d-404a-b0d8-0d2583494b39 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.630520] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.630940] env[69547]: DEBUG nova.compute.manager [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Instance network_info: |[{"id": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "address": "fa:16:3e:fc:f3:34", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd6e61d-56", "ovs_interfaceid": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.636620] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:f3:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bd6e61d-5626-4dd2-aecb-087f80cc972e', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.643884] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Creating folder: Project (4f5f95d750e5402d8a125708009ea8b4). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.643884] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c0e58f2-0b05-431b-a230-72d7975b298f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.647733] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec74f707-c537-4da3-a732-379937541f1a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.664831] env[69547]: DEBUG nova.compute.provider_tree [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.668488] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Created folder: Project (4f5f95d750e5402d8a125708009ea8b4) in parent group-v632381. [ 746.668488] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Creating folder: Instances. Parent ref: group-v632459. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.668488] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-354204f5-283f-4d76-9dec-3266f22a5b01 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.680581] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Created folder: Instances in parent group-v632459. [ 746.680835] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.681697] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.681917] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84bbb0bd-9cfb-4f9f-a422-c60fe13d58c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.705215] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Releasing lock "refresh_cache-e1211f1b-d059-41be-9aa1-9af0c3ea6f81" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.705215] env[69547]: DEBUG nova.compute.manager [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Instance network_info: |[{"id": "8fb76234-cb11-4e16-a7cb-260564559729", "address": "fa:16:3e:49:3c:c0", "network": {"id": "bcf39762-52f1-4470-beea-5e5a9c1ca2a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-368758299", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fb76234-cb", "ovs_interfaceid": "8fb76234-cb11-4e16-a7cb-260564559729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8290010a-2555-4711-a781-85f71ca826a6", "address": "fa:16:3e:03:2e:6e", "network": {"id": "be2366f2-bc62-48a0-aa7f-ea415e7e4900", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-188339855", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290010a-25", "ovs_interfaceid": "8290010a-2555-4711-a781-85f71ca826a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63183f2e-37f7-4479-970b-040d56fac9d0", "address": "fa:16:3e:ac:06:69", "network": {"id": "bcf39762-52f1-4470-beea-5e5a9c1ca2a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-368758299", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63183f2e-37", "ovs_interfaceid": "63183f2e-37f7-4479-970b-040d56fac9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.705920] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:3c:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fb76234-cb11-4e16-a7cb-260564559729', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:2e:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8290010a-2555-4711-a781-85f71ca826a6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:06:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63183f2e-37f7-4479-970b-040d56fac9d0', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.716990] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Creating folder: Project (d92fb9636af149b19bf7baafa05741d7). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.716990] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.716990] env[69547]: value = "task-3161147" [ 746.716990] env[69547]: _type = "Task" [ 746.716990] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.718028] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7660c815-9452-4854-953a-18b722d02b30 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.729036] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161147, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.733415] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Created folder: Project (d92fb9636af149b19bf7baafa05741d7) in parent group-v632381. [ 746.733613] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Creating folder: Instances. Parent ref: group-v632461. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.733852] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc32ebea-ab01-4fc1-b93b-468eaf053f0b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.747574] env[69547]: DEBUG oslo_concurrency.lockutils [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Releasing lock "refresh_cache-f5a8d214-68ab-453c-ba9a-76206937f5eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.750485] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Created folder: Instances in parent group-v632461. [ 746.750485] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.750789] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.751020] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-240a5be0-e74a-4384-bcfe-a4c1d8c5b8fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.779647] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.779647] env[69547]: value = "task-3161150" [ 746.779647] env[69547]: _type = "Task" [ 746.779647] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.788857] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161150, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.927785] env[69547]: WARNING nova.compute.manager [None req-b79ce288-22e4-48db-92eb-819e5bbb2f61 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Image not found during snapshot: nova.exception.ImageNotFound: Image 7b7d7d8f-ba1f-491e-afc2-f28cfe87f66b could not be found. [ 747.063681] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161144, 'name': ReconfigVM_Task, 'duration_secs': 1.330552} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.063859] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 61afd391-37c6-45de-aed3-f6f8c966d579/61afd391-37c6-45de-aed3-f6f8c966d579.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.065498] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b350f210-4ba5-4878-8cd7-dd3c40a18ecf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.075753] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 747.075753] env[69547]: value = "task-3161151" [ 747.075753] env[69547]: _type = "Task" [ 747.075753] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.089450] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161151, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.170386] env[69547]: DEBUG nova.scheduler.client.report [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.234459] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161147, 'name': CreateVM_Task, 'duration_secs': 0.44196} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.234884] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.238017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.238017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.238017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.238017] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b24777-395c-479e-a637-adf01b29caa6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.244268] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 747.244268] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eec2ea-2c56-2029-6287-ea39bc96a6c7" [ 747.244268] env[69547]: _type = "Task" [ 747.244268] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.257260] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eec2ea-2c56-2029-6287-ea39bc96a6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.290873] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161150, 'name': CreateVM_Task, 'duration_secs': 0.468227} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.291069] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.291932] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.322904] env[69547]: DEBUG nova.compute.manager [req-6ae76694-f6aa-4d5c-b664-e1a2233179b3 req-e8a21610-bffa-44fe-ab77-8c0db9c99db9 service nova] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Received event network-changed-8bd6e61d-5626-4dd2-aecb-087f80cc972e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.322904] env[69547]: DEBUG nova.compute.manager [req-6ae76694-f6aa-4d5c-b664-e1a2233179b3 req-e8a21610-bffa-44fe-ab77-8c0db9c99db9 service nova] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Refreshing instance network info cache due to event network-changed-8bd6e61d-5626-4dd2-aecb-087f80cc972e. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.322904] env[69547]: DEBUG oslo_concurrency.lockutils [req-6ae76694-f6aa-4d5c-b664-e1a2233179b3 req-e8a21610-bffa-44fe-ab77-8c0db9c99db9 service nova] Acquiring lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.323013] env[69547]: DEBUG oslo_concurrency.lockutils [req-6ae76694-f6aa-4d5c-b664-e1a2233179b3 req-e8a21610-bffa-44fe-ab77-8c0db9c99db9 service nova] Acquired lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.323159] env[69547]: DEBUG nova.network.neutron [req-6ae76694-f6aa-4d5c-b664-e1a2233179b3 req-e8a21610-bffa-44fe-ab77-8c0db9c99db9 service nova] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Refreshing network info cache for port 8bd6e61d-5626-4dd2-aecb-087f80cc972e {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.436064] env[69547]: DEBUG oslo_concurrency.lockutils [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.436064] env[69547]: DEBUG oslo_concurrency.lockutils [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.436064] env[69547]: DEBUG oslo_concurrency.lockutils [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.436323] env[69547]: DEBUG oslo_concurrency.lockutils [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.436372] env[69547]: DEBUG oslo_concurrency.lockutils [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.438616] env[69547]: INFO nova.compute.manager [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Terminating instance [ 747.586776] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161151, 'name': Rename_Task, 'duration_secs': 0.230957} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.587147] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.587480] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95a58dc5-2c17-44d3-93c5-60ce5cea3e9a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.590913] env[69547]: DEBUG nova.compute.manager [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.591752] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566389df-2d23-4b81-8418-b6e436dab94f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.596179] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 747.596179] env[69547]: value = "task-3161152" [ 747.596179] env[69547]: _type = "Task" [ 747.596179] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.610897] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.676228] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.677870] env[69547]: DEBUG nova.compute.manager [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.679817] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.043s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.681308] env[69547]: INFO nova.compute.claims [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.755689] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eec2ea-2c56-2029-6287-ea39bc96a6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013749} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.756053] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.756372] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.756775] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.756775] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.756947] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.757279] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.757618] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.757879] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8802994b-36e5-456f-b4f9-90a481cf29a9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.760166] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.760423] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262a5d6b-b00a-4ba5-9d04-eaf878213f9d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.762339] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34da5d5f-5cfd-44a5-89cd-612c79bf7410 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.769086] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 747.769086] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5297831a-84f7-14c9-df64-3eeb57ac7d45" [ 747.769086] env[69547]: _type = "Task" [ 747.769086] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.774147] env[69547]: DEBUG oslo_vmware.api [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 747.774147] env[69547]: value = "task-3161153" [ 747.774147] env[69547]: _type = "Task" [ 747.774147] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.774468] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.774665] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.775791] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654016f6-871e-4e14-9a78-5bf2a1bb4512 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.785514] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5297831a-84f7-14c9-df64-3eeb57ac7d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.789572] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 747.789572] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d091a1-1856-ac29-a048-98f3efdc9ac8" [ 747.789572] env[69547]: _type = "Task" [ 747.789572] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.792912] env[69547]: DEBUG oslo_vmware.api [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.804626] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d091a1-1856-ac29-a048-98f3efdc9ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.805775] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e61f64-d098-4cf3-bb3e-b2933f20d5d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.813662] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 747.813662] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b783e1-b3cd-7fd0-7554-6bf5c1e238e4" [ 747.813662] env[69547]: _type = "Task" [ 747.813662] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.831110] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b783e1-b3cd-7fd0-7554-6bf5c1e238e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.942465] env[69547]: DEBUG nova.compute.manager [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.943433] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.943882] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8324d0ce-5ab9-42f9-8648-2ae8f4501942 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.956055] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.956869] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d40f3a35-8063-4f87-9544-4ef96025eed6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.965464] env[69547]: DEBUG oslo_vmware.api [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 747.965464] env[69547]: value = "task-3161154" [ 747.965464] env[69547]: _type = "Task" [ 747.965464] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.978348] env[69547]: DEBUG oslo_vmware.api [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.095257] env[69547]: DEBUG nova.network.neutron [req-6ae76694-f6aa-4d5c-b664-e1a2233179b3 req-e8a21610-bffa-44fe-ab77-8c0db9c99db9 service nova] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updated VIF entry in instance network info cache for port 8bd6e61d-5626-4dd2-aecb-087f80cc972e. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.095764] env[69547]: DEBUG nova.network.neutron [req-6ae76694-f6aa-4d5c-b664-e1a2233179b3 req-e8a21610-bffa-44fe-ab77-8c0db9c99db9 service nova] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance_info_cache with network_info: [{"id": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "address": "fa:16:3e:fc:f3:34", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd6e61d-56", "ovs_interfaceid": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.108898] env[69547]: INFO nova.compute.manager [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] instance snapshotting [ 748.110654] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161152, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.113385] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20400dd-8207-4833-afae-46494a354980 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.134077] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02a66ae-6585-4823-9c38-2fe0cfd3d4fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.185754] env[69547]: DEBUG nova.compute.utils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.192721] env[69547]: DEBUG nova.compute.manager [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.192721] env[69547]: DEBUG nova.network.neutron [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.248961] env[69547]: DEBUG nova.policy [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d34b11bbfc42c5bdccc421374336fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe31a0dab018416382f0c8af99bc7d87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.290238] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5297831a-84f7-14c9-df64-3eeb57ac7d45, 'name': SearchDatastore_Task, 'duration_secs': 0.026681} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.293691] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.293921] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.295630] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.295884] env[69547]: DEBUG oslo_vmware.api [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.326129] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b783e1-b3cd-7fd0-7554-6bf5c1e238e4, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.326398] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.327378] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 5e1f2115-69a8-46f8-9680-6e8e61ef2c33/5e1f2115-69a8-46f8-9680-6e8e61ef2c33.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.327378] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.327378] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.327378] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68547c77-f002-4809-9461-5f5977445ce1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.332051] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9afc9cd-f73a-4c2d-8ae5-fd2f993fb937 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.340730] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 748.340730] env[69547]: value = "task-3161155" [ 748.340730] env[69547]: _type = "Task" [ 748.340730] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.342211] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.342540] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.347647] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca00a20-80e7-4c74-a531-dc43d71ffe50 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.355885] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.357408] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 748.357408] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b61977-0c96-c140-5449-1e8aab41e610" [ 748.357408] env[69547]: _type = "Task" [ 748.357408] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.365896] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b61977-0c96-c140-5449-1e8aab41e610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.477338] env[69547]: DEBUG oslo_vmware.api [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161154, 'name': PowerOffVM_Task, 'duration_secs': 0.276709} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.477338] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.477749] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.478544] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-601f1b6a-7f52-4845-8d8f-85b6bf37d9a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.546656] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.546656] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.546656] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Deleting the datastore file [datastore2] e2e5aa07-b856-4b26-89de-eeaa85de3f23 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.546656] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec89d5d-f7e9-48e2-a34d-b55a942bd01b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.553769] env[69547]: DEBUG oslo_vmware.api [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 748.553769] env[69547]: value = "task-3161157" [ 748.553769] env[69547]: _type = "Task" [ 748.553769] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.562639] env[69547]: DEBUG oslo_vmware.api [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.605845] env[69547]: DEBUG oslo_concurrency.lockutils [req-6ae76694-f6aa-4d5c-b664-e1a2233179b3 req-e8a21610-bffa-44fe-ab77-8c0db9c99db9 service nova] Releasing lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.612704] env[69547]: DEBUG oslo_vmware.api [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161152, 'name': PowerOnVM_Task, 'duration_secs': 0.544733} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.613029] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.613267] env[69547]: INFO nova.compute.manager [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Took 9.84 seconds to spawn the instance on the hypervisor. [ 748.613533] env[69547]: DEBUG nova.compute.manager [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.614324] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ccebdf-8d41-49b3-846f-c97b75bb7ee9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.646194] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.646538] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a36f29a-ed7d-4f27-b6f9-8899d8b3aae1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.658878] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 748.658878] env[69547]: value = "task-3161158" [ 748.658878] env[69547]: _type = "Task" [ 748.658878] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.672103] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.673888] env[69547]: DEBUG nova.network.neutron [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Successfully created port: 49186139-e86c-4925-abc1-4f71d255632f {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.692050] env[69547]: DEBUG nova.compute.manager [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.790531] env[69547]: DEBUG oslo_vmware.api [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.860285] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161155, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.874391] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b61977-0c96-c140-5449-1e8aab41e610, 'name': SearchDatastore_Task, 'duration_secs': 0.012389} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.876093] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf30a7d3-6407-41f8-afdc-20f15a423333 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.884511] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 748.884511] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527e8126-1099-4ca8-8537-2f7bab703f27" [ 748.884511] env[69547]: _type = "Task" [ 748.884511] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.894689] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527e8126-1099-4ca8-8537-2f7bab703f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.072132] env[69547]: DEBUG oslo_vmware.api [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215013} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.072743] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.073062] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.073368] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.073669] env[69547]: INFO nova.compute.manager [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Took 1.13 seconds to destroy the instance on the hypervisor. [ 749.074066] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.074362] env[69547]: DEBUG nova.compute.manager [-] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.074530] env[69547]: DEBUG nova.network.neutron [-] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.149610] env[69547]: INFO nova.compute.manager [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Took 37.39 seconds to build instance. [ 749.173336] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161158, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.292967] env[69547]: DEBUG oslo_vmware.api [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161153, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.359174] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674506} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.363067] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 5e1f2115-69a8-46f8-9680-6e8e61ef2c33/5e1f2115-69a8-46f8-9680-6e8e61ef2c33.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.363067] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.363212] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fc18841-a2d3-4d05-83cb-dd87c8d71df7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.372794] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 749.372794] env[69547]: value = "task-3161159" [ 749.372794] env[69547]: _type = "Task" [ 749.372794] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.378517] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf3ad2c-799f-4d5d-9a67-383eb243e0b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.396613] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e33a903-5ac2-4adf-a728-290b5bc48909 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.400276] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.404174] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527e8126-1099-4ca8-8537-2f7bab703f27, 'name': SearchDatastore_Task, 'duration_secs': 0.062208} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.404882] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.405180] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] e1211f1b-d059-41be-9aa1-9af0c3ea6f81/e1211f1b-d059-41be-9aa1-9af0c3ea6f81.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.405454] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d5ad8fc-9898-4677-b11b-97547f52203e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.432983] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d815a426-54d4-4ebf-bf13-14d759394a14 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.438437] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 749.438437] env[69547]: value = "task-3161160" [ 749.438437] env[69547]: _type = "Task" [ 749.438437] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.447604] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d0e35-6b1e-4e3c-bb3e-9c583cc842c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.454777] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.464819] env[69547]: DEBUG nova.compute.provider_tree [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.594229] env[69547]: DEBUG nova.compute.manager [req-9805da97-446b-4ef9-a09c-105ba0b75603 req-001f1b85-e986-4b01-9834-15f5153eddff service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Received event network-vif-deleted-dc2e558b-70e6-48c2-abb8-db0612193c06 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.594437] env[69547]: INFO nova.compute.manager [req-9805da97-446b-4ef9-a09c-105ba0b75603 req-001f1b85-e986-4b01-9834-15f5153eddff service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Neutron deleted interface dc2e558b-70e6-48c2-abb8-db0612193c06; detaching it from the instance and deleting it from the info cache [ 749.594541] env[69547]: DEBUG nova.network.neutron [req-9805da97-446b-4ef9-a09c-105ba0b75603 req-001f1b85-e986-4b01-9834-15f5153eddff service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.652042] env[69547]: DEBUG oslo_concurrency.lockutils [None req-246bef5f-5312-462a-bb05-ea2c992b0c7e tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "61afd391-37c6-45de-aed3-f6f8c966d579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.527s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.674135] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161158, 'name': CreateSnapshot_Task, 'duration_secs': 0.542596} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.674414] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.675239] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1ddea1-ae02-4cc2-9679-86eb466f97bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.705693] env[69547]: DEBUG nova.compute.manager [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.732392] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.732532] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.732741] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.732951] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.733237] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.733424] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.733639] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.733803] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.734083] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.734242] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.734422] env[69547]: DEBUG nova.virt.hardware [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.736207] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc739d3d-fa98-4170-a01a-ef647df3f92c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.743917] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93da397-55e4-4083-b07e-d539cbb9b81f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.789970] env[69547]: DEBUG oslo_vmware.api [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161153, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.884533] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074197} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.884652] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.885482] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a5c509-d238-4577-9cb5-2817b18f6491 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.916419] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 5e1f2115-69a8-46f8-9680-6e8e61ef2c33/5e1f2115-69a8-46f8-9680-6e8e61ef2c33.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.916739] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbd95c6-e896-48c4-8335-3ca96a725802 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.938264] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 749.938264] env[69547]: value = "task-3161161" [ 749.938264] env[69547]: _type = "Task" [ 749.938264] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.951208] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.954682] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.970655] env[69547]: DEBUG nova.scheduler.client.report [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.016142] env[69547]: DEBUG nova.network.neutron [-] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.098281] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a04a4f6-93fb-4bce-88ac-2aff0817655d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.109188] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f011d05f-4657-4541-9c8a-97c09b6d86b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.147421] env[69547]: DEBUG nova.compute.manager [req-9805da97-446b-4ef9-a09c-105ba0b75603 req-001f1b85-e986-4b01-9834-15f5153eddff service nova] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Detach interface failed, port_id=dc2e558b-70e6-48c2-abb8-db0612193c06, reason: Instance e2e5aa07-b856-4b26-89de-eeaa85de3f23 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.154190] env[69547]: DEBUG nova.compute.manager [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.196101] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 750.196101] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c793ef87-67f8-4565-8096-3b2aff77ce30 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.208724] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 750.208724] env[69547]: value = "task-3161162" [ 750.208724] env[69547]: _type = "Task" [ 750.208724] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.220945] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161162, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.300330] env[69547]: DEBUG oslo_vmware.api [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161153, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.373194] env[69547]: DEBUG nova.network.neutron [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Successfully updated port: 49186139-e86c-4925-abc1-4f71d255632f {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.392874] env[69547]: DEBUG nova.compute.manager [req-c371e987-0956-4071-8c91-866cc30e4e74 req-104056ed-cf96-4eb2-ac14-d8409bf753ca service nova] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Received event network-vif-plugged-49186139-e86c-4925-abc1-4f71d255632f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.394918] env[69547]: DEBUG oslo_concurrency.lockutils [req-c371e987-0956-4071-8c91-866cc30e4e74 req-104056ed-cf96-4eb2-ac14-d8409bf753ca service nova] Acquiring lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.395181] env[69547]: DEBUG oslo_concurrency.lockutils [req-c371e987-0956-4071-8c91-866cc30e4e74 req-104056ed-cf96-4eb2-ac14-d8409bf753ca service nova] Lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.395383] env[69547]: DEBUG oslo_concurrency.lockutils [req-c371e987-0956-4071-8c91-866cc30e4e74 req-104056ed-cf96-4eb2-ac14-d8409bf753ca service nova] Lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.395605] env[69547]: DEBUG nova.compute.manager [req-c371e987-0956-4071-8c91-866cc30e4e74 req-104056ed-cf96-4eb2-ac14-d8409bf753ca service nova] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] No waiting events found dispatching network-vif-plugged-49186139-e86c-4925-abc1-4f71d255632f {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.396026] env[69547]: WARNING nova.compute.manager [req-c371e987-0956-4071-8c91-866cc30e4e74 req-104056ed-cf96-4eb2-ac14-d8409bf753ca service nova] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Received unexpected event network-vif-plugged-49186139-e86c-4925-abc1-4f71d255632f for instance with vm_state building and task_state spawning. [ 750.453664] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161160, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.457400] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.476398] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.477014] env[69547]: DEBUG nova.compute.manager [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.480192] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.691s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.481521] env[69547]: INFO nova.compute.claims [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.518786] env[69547]: INFO nova.compute.manager [-] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Took 1.44 seconds to deallocate network for instance. [ 750.679109] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.723418] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161162, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.793688] env[69547]: DEBUG oslo_vmware.api [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161153, 'name': PowerOnVM_Task, 'duration_secs': 2.843839} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.793975] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.795395] env[69547]: DEBUG nova.compute.manager [None req-34424d1e-bab8-4fc6-9ab8-577a96cfe1ed tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.796263] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c169198c-42a2-4141-b36a-2ffee3b78e35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.879020] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "refresh_cache-e0745838-9c2c-48b7-b17b-af31ecba4e8e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.879020] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "refresh_cache-e0745838-9c2c-48b7-b17b-af31ecba4e8e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.879020] env[69547]: DEBUG nova.network.neutron [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.956519] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161160, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.044373} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.964015] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] e1211f1b-d059-41be-9aa1-9af0c3ea6f81/e1211f1b-d059-41be-9aa1-9af0c3ea6f81.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.964015] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.964015] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161161, 'name': ReconfigVM_Task, 'duration_secs': 0.775719} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.964015] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62230073-8f34-46fb-a928-0645284fa213 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.966500] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 5e1f2115-69a8-46f8-9680-6e8e61ef2c33/5e1f2115-69a8-46f8-9680-6e8e61ef2c33.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.967148] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58f42f2e-e7e0-4f02-a798-43288aa92ecc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.976278] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 750.976278] env[69547]: value = "task-3161164" [ 750.976278] env[69547]: _type = "Task" [ 750.976278] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.977677] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 750.977677] env[69547]: value = "task-3161163" [ 750.977677] env[69547]: _type = "Task" [ 750.977677] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.987499] env[69547]: DEBUG nova.compute.utils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.998791] env[69547]: DEBUG nova.compute.manager [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.998998] env[69547]: DEBUG nova.network.neutron [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.002694] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.009687] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161163, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.027445] env[69547]: DEBUG oslo_concurrency.lockutils [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.101458] env[69547]: DEBUG nova.policy [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f2726ab1e7a4da29e576fefd273a462', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8229f45daca14344b7723c3b37ec0769', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.199099] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "259c51de-d787-4905-a37b-f175a3a68aa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.199465] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "259c51de-d787-4905-a37b-f175a3a68aa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.220990] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161162, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.417218] env[69547]: DEBUG nova.network.neutron [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.492332] env[69547]: DEBUG nova.compute.manager [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.519650] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072105} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.519650] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161163, 'name': Rename_Task, 'duration_secs': 0.207065} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.523840] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.524053] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.524849] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffb8665-64d0-42f1-932d-357015db9441 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.527470] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de32ffc8-c7a7-4a1a-8bcb-a0f6c1558b35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.536403] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 751.536403] env[69547]: value = "task-3161165" [ 751.536403] env[69547]: _type = "Task" [ 751.536403] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.563336] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] e1211f1b-d059-41be-9aa1-9af0c3ea6f81/e1211f1b-d059-41be-9aa1-9af0c3ea6f81.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.567633] env[69547]: DEBUG nova.network.neutron [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Successfully created port: f25a9150-b624-4895-a3a4-94bf0756b89f {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.572858] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed080b4-f862-425d-8707-468e18d3e10a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.603119] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161165, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.603521] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 751.603521] env[69547]: value = "task-3161166" [ 751.603521] env[69547]: _type = "Task" [ 751.603521] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.614433] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.660494] env[69547]: DEBUG nova.network.neutron [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Updating instance_info_cache with network_info: [{"id": "49186139-e86c-4925-abc1-4f71d255632f", "address": "fa:16:3e:c0:d4:06", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49186139-e8", "ovs_interfaceid": "49186139-e86c-4925-abc1-4f71d255632f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.721369] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161162, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.072212] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.122119] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.166076] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "refresh_cache-e0745838-9c2c-48b7-b17b-af31ecba4e8e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.166448] env[69547]: DEBUG nova.compute.manager [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Instance network_info: |[{"id": "49186139-e86c-4925-abc1-4f71d255632f", "address": "fa:16:3e:c0:d4:06", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49186139-e8", "ovs_interfaceid": "49186139-e86c-4925-abc1-4f71d255632f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.166851] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:d4:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49186139-e86c-4925-abc1-4f71d255632f', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.176204] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Creating folder: Project (fe31a0dab018416382f0c8af99bc7d87). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.179476] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e09b296c-3730-4ca6-be3a-b6171367e73a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.196251] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Created folder: Project (fe31a0dab018416382f0c8af99bc7d87) in parent group-v632381. [ 752.196251] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Creating folder: Instances. Parent ref: group-v632467. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.196251] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13414a57-577d-43c2-85d3-18056745f142 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.207721] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c1d799-0b8a-4499-983a-fab3211a28e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.212218] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Created folder: Instances in parent group-v632467. [ 752.212415] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.216309] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.218324] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7494b19c-48a9-472a-8b0e-6c1e17af15e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.234254] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb61fc54-c07f-4c34-bd16-4f9f76ef3d04 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.241472] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161162, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.272245] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f93404d-5cdc-430e-8614-8f0b8c7b47a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.274562] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.274562] env[69547]: value = "task-3161169" [ 752.274562] env[69547]: _type = "Task" [ 752.274562] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.286294] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c830f-6365-4866-a829-9879255eb14a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.290232] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161169, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.301323] env[69547]: DEBUG nova.compute.provider_tree [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.532136] env[69547]: DEBUG nova.compute.manager [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.557498] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.558083] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.558396] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.558744] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.559065] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.559675] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.559675] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.559815] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.560112] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.560338] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.560574] env[69547]: DEBUG nova.virt.hardware [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.561613] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e113b20e-0464-48b6-a136-56d715e44716 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.577487] env[69547]: DEBUG oslo_vmware.api [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161165, 'name': PowerOnVM_Task, 'duration_secs': 0.836066} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.579100] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa80b6b5-ecd3-432e-9970-ab14f2fe28e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.583632] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.583968] env[69547]: INFO nova.compute.manager [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Took 8.24 seconds to spawn the instance on the hypervisor. [ 752.584230] env[69547]: DEBUG nova.compute.manager [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.585153] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd6248d-678f-448c-8422-ae5f4ccb2915 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.616572] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161166, 'name': ReconfigVM_Task, 'duration_secs': 0.538403} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.616572] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Reconfigured VM instance instance-00000019 to attach disk [datastore1] e1211f1b-d059-41be-9aa1-9af0c3ea6f81/e1211f1b-d059-41be-9aa1-9af0c3ea6f81.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.617415] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58eba20c-df36-451c-83ad-3b8c1317c1d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.625830] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 752.625830] env[69547]: value = "task-3161170" [ 752.625830] env[69547]: _type = "Task" [ 752.625830] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.638371] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161170, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.645954] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "97835afb-a848-4055-bc0e-ea508c403d1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.646221] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "97835afb-a848-4055-bc0e-ea508c403d1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.647199] env[69547]: DEBUG nova.compute.manager [req-94abeb5e-960c-4bf1-886f-d328bc0953b1 req-c8d850d0-14ce-4251-9c3e-288499b74359 service nova] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Received event network-changed-49186139-e86c-4925-abc1-4f71d255632f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.647377] env[69547]: DEBUG nova.compute.manager [req-94abeb5e-960c-4bf1-886f-d328bc0953b1 req-c8d850d0-14ce-4251-9c3e-288499b74359 service nova] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Refreshing instance network info cache due to event network-changed-49186139-e86c-4925-abc1-4f71d255632f. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.647563] env[69547]: DEBUG oslo_concurrency.lockutils [req-94abeb5e-960c-4bf1-886f-d328bc0953b1 req-c8d850d0-14ce-4251-9c3e-288499b74359 service nova] Acquiring lock "refresh_cache-e0745838-9c2c-48b7-b17b-af31ecba4e8e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.647735] env[69547]: DEBUG oslo_concurrency.lockutils [req-94abeb5e-960c-4bf1-886f-d328bc0953b1 req-c8d850d0-14ce-4251-9c3e-288499b74359 service nova] Acquired lock "refresh_cache-e0745838-9c2c-48b7-b17b-af31ecba4e8e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.647901] env[69547]: DEBUG nova.network.neutron [req-94abeb5e-960c-4bf1-886f-d328bc0953b1 req-c8d850d0-14ce-4251-9c3e-288499b74359 service nova] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Refreshing network info cache for port 49186139-e86c-4925-abc1-4f71d255632f {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.725357] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161162, 'name': CloneVM_Task, 'duration_secs': 2.233172} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.725780] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Created linked-clone VM from snapshot [ 752.726582] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b7319-f427-46a3-b6ca-9c02d9fc8f27 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.734761] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Uploading image 9989617f-56ec-4751-8a6e-9637a4d4fe98 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.757531] env[69547]: DEBUG oslo_vmware.rw_handles [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.757531] env[69547]: value = "vm-632466" [ 752.757531] env[69547]: _type = "VirtualMachine" [ 752.757531] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.757858] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-808be809-ca1e-4542-87ea-2e8ae50fd31b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.766049] env[69547]: DEBUG oslo_vmware.rw_handles [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lease: (returnval){ [ 752.766049] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5255017b-f08a-0719-9799-ed2edf374be6" [ 752.766049] env[69547]: _type = "HttpNfcLease" [ 752.766049] env[69547]: } obtained for exporting VM: (result){ [ 752.766049] env[69547]: value = "vm-632466" [ 752.766049] env[69547]: _type = "VirtualMachine" [ 752.766049] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.766333] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the lease: (returnval){ [ 752.766333] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5255017b-f08a-0719-9799-ed2edf374be6" [ 752.766333] env[69547]: _type = "HttpNfcLease" [ 752.766333] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.773973] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.773973] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5255017b-f08a-0719-9799-ed2edf374be6" [ 752.773973] env[69547]: _type = "HttpNfcLease" [ 752.773973] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.784052] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161169, 'name': CreateVM_Task, 'duration_secs': 0.33372} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.784262] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.784924] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.785112] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.785427] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.785687] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef435a6-1e20-4a51-a905-44076ec93fd0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.791104] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 752.791104] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5211f0b5-7d14-8876-08d6-a608c8816ec9" [ 752.791104] env[69547]: _type = "Task" [ 752.791104] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.799223] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5211f0b5-7d14-8876-08d6-a608c8816ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.804185] env[69547]: DEBUG nova.scheduler.client.report [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.113375] env[69547]: INFO nova.compute.manager [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Took 39.07 seconds to build instance. [ 753.136389] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161170, 'name': Rename_Task, 'duration_secs': 0.157473} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.136665] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.136903] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58d7a8b4-ffdf-41ea-8bf8-ba50b1f9684f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.144305] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 753.144305] env[69547]: value = "task-3161172" [ 753.144305] env[69547]: _type = "Task" [ 753.144305] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.157995] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.276470] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 753.276470] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5255017b-f08a-0719-9799-ed2edf374be6" [ 753.276470] env[69547]: _type = "HttpNfcLease" [ 753.276470] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 753.280484] env[69547]: DEBUG oslo_vmware.rw_handles [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 753.280484] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5255017b-f08a-0719-9799-ed2edf374be6" [ 753.280484] env[69547]: _type = "HttpNfcLease" [ 753.280484] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 753.281011] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d5cbd3-cb4f-46be-8e0b-4a920f7fabcd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.292241] env[69547]: DEBUG oslo_vmware.rw_handles [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52952cfd-190b-a004-72b1-25a5006f77b9/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 753.294020] env[69547]: DEBUG oslo_vmware.rw_handles [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52952cfd-190b-a004-72b1-25a5006f77b9/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 753.382393] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.902s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.385369] env[69547]: DEBUG nova.compute.manager [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.387548] env[69547]: DEBUG nova.network.neutron [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Successfully updated port: f25a9150-b624-4895-a3a4-94bf0756b89f {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.394786] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.954s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.396422] env[69547]: INFO nova.compute.claims [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.399964] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5211f0b5-7d14-8876-08d6-a608c8816ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.030226} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.400918] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.401480] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.403323] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.403323] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.403323] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.403323] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07704a36-cbaa-4d64-a4d4-49189c6353ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.414194] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.414421] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.415494] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ed6aca-58ab-4cb2-9bda-b0d1d5729d29 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.422146] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 753.422146] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527d172b-94fc-efe8-4c84-1c2c9dab8f9b" [ 753.422146] env[69547]: _type = "Task" [ 753.422146] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.430234] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9484b8b-97b0-4a3d-b88d-73c4520bfb7b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.435207] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527d172b-94fc-efe8-4c84-1c2c9dab8f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.587313] env[69547]: DEBUG nova.network.neutron [req-94abeb5e-960c-4bf1-886f-d328bc0953b1 req-c8d850d0-14ce-4251-9c3e-288499b74359 service nova] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Updated VIF entry in instance network info cache for port 49186139-e86c-4925-abc1-4f71d255632f. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.587758] env[69547]: DEBUG nova.network.neutron [req-94abeb5e-960c-4bf1-886f-d328bc0953b1 req-c8d850d0-14ce-4251-9c3e-288499b74359 service nova] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Updating instance_info_cache with network_info: [{"id": "49186139-e86c-4925-abc1-4f71d255632f", "address": "fa:16:3e:c0:d4:06", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49186139-e8", "ovs_interfaceid": "49186139-e86c-4925-abc1-4f71d255632f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.613369] env[69547]: DEBUG oslo_concurrency.lockutils [None req-438a8de1-3b08-4c4d-be2b-11ba62d21b11 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.962s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.655960] env[69547]: DEBUG oslo_vmware.api [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161172, 'name': PowerOnVM_Task, 'duration_secs': 0.509572} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.656267] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.656475] env[69547]: INFO nova.compute.manager [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Took 17.72 seconds to spawn the instance on the hypervisor. [ 753.656887] env[69547]: DEBUG nova.compute.manager [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.657637] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985438db-6403-46c9-bb4b-4baeb8929282 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.902858] env[69547]: DEBUG nova.compute.utils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.904937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "refresh_cache-15dc176c-887b-4afc-b29d-8784b4b4827c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.904937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "refresh_cache-15dc176c-887b-4afc-b29d-8784b4b4827c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.905202] env[69547]: DEBUG nova.network.neutron [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.906478] env[69547]: DEBUG nova.compute.manager [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.907193] env[69547]: DEBUG nova.network.neutron [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.934471] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527d172b-94fc-efe8-4c84-1c2c9dab8f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012311} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.935348] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e273dc-de73-4bb8-bfb8-4c8e01bf72b8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.943022] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 753.943022] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5229f308-0ffe-57ca-0a44-ebe040c0d738" [ 753.943022] env[69547]: _type = "Task" [ 753.943022] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.956023] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5229f308-0ffe-57ca-0a44-ebe040c0d738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.956023] env[69547]: DEBUG nova.policy [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a0e3988ba924df4b9e3a2b72be22919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eaa69d381dc4cbdb95dc70e8513d20d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.091382] env[69547]: DEBUG oslo_concurrency.lockutils [req-94abeb5e-960c-4bf1-886f-d328bc0953b1 req-c8d850d0-14ce-4251-9c3e-288499b74359 service nova] Releasing lock "refresh_cache-e0745838-9c2c-48b7-b17b-af31ecba4e8e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.119128] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.180081] env[69547]: INFO nova.compute.manager [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Took 45.59 seconds to build instance. [ 754.407949] env[69547]: DEBUG nova.compute.manager [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.447303] env[69547]: DEBUG nova.network.neutron [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Successfully created port: 9db71942-297a-4ebd-97ef-0e8941e0e220 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.464518] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5229f308-0ffe-57ca-0a44-ebe040c0d738, 'name': SearchDatastore_Task, 'duration_secs': 0.018327} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.464788] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.465126] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e0745838-9c2c-48b7-b17b-af31ecba4e8e/e0745838-9c2c-48b7-b17b-af31ecba4e8e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.465375] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18fc0216-4868-48bd-bf6f-28254c545f82 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.472202] env[69547]: DEBUG nova.network.neutron [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.481811] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 754.481811] env[69547]: value = "task-3161173" [ 754.481811] env[69547]: _type = "Task" [ 754.481811] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.491390] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.647752] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.682482] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e03afb37-cfc6-4a73-9fdd-d3cac1728ad5 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.211s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.951616] env[69547]: DEBUG nova.network.neutron [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Updating instance_info_cache with network_info: [{"id": "f25a9150-b624-4895-a3a4-94bf0756b89f", "address": "fa:16:3e:92:d3:75", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25a9150-b6", "ovs_interfaceid": "f25a9150-b624-4895-a3a4-94bf0756b89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.997547] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161173, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.161771] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3805ad2-5089-45ae-83a8-bd1f7a55b661 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.167741] env[69547]: DEBUG nova.compute.manager [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Received event network-vif-plugged-f25a9150-b624-4895-a3a4-94bf0756b89f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.168337] env[69547]: DEBUG oslo_concurrency.lockutils [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] Acquiring lock "15dc176c-887b-4afc-b29d-8784b4b4827c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.168843] env[69547]: DEBUG oslo_concurrency.lockutils [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] Lock "15dc176c-887b-4afc-b29d-8784b4b4827c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.169103] env[69547]: DEBUG oslo_concurrency.lockutils [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] Lock "15dc176c-887b-4afc-b29d-8784b4b4827c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.169331] env[69547]: DEBUG nova.compute.manager [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] No waiting events found dispatching network-vif-plugged-f25a9150-b624-4895-a3a4-94bf0756b89f {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.169551] env[69547]: WARNING nova.compute.manager [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Received unexpected event network-vif-plugged-f25a9150-b624-4895-a3a4-94bf0756b89f for instance with vm_state building and task_state spawning. [ 755.169859] env[69547]: DEBUG nova.compute.manager [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Received event network-changed-f25a9150-b624-4895-a3a4-94bf0756b89f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.170136] env[69547]: DEBUG nova.compute.manager [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Refreshing instance network info cache due to event network-changed-f25a9150-b624-4895-a3a4-94bf0756b89f. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.170367] env[69547]: DEBUG oslo_concurrency.lockutils [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] Acquiring lock "refresh_cache-15dc176c-887b-4afc-b29d-8784b4b4827c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.177343] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8236c66-37e8-415c-abab-9b3bd80cabcf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.185605] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.216978] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30706cf6-ca2f-4d17-9326-2d6234d8cc27 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.225578] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2505d508-1ee4-4b5d-aff0-fa04b37536da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.242719] env[69547]: DEBUG nova.compute.provider_tree [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.425244] env[69547]: DEBUG nova.compute.manager [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.452055] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.452361] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.452584] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.452818] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.453032] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.454065] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.454065] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.454065] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.454065] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.454065] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.454406] env[69547]: DEBUG nova.virt.hardware [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.455089] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7046efe0-0339-41b2-bcb3-9b71463ff987 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.458625] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "refresh_cache-15dc176c-887b-4afc-b29d-8784b4b4827c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.459117] env[69547]: DEBUG nova.compute.manager [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Instance network_info: |[{"id": "f25a9150-b624-4895-a3a4-94bf0756b89f", "address": "fa:16:3e:92:d3:75", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25a9150-b6", "ovs_interfaceid": "f25a9150-b624-4895-a3a4-94bf0756b89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.459421] env[69547]: DEBUG oslo_concurrency.lockutils [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] Acquired lock "refresh_cache-15dc176c-887b-4afc-b29d-8784b4b4827c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.459585] env[69547]: DEBUG nova.network.neutron [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Refreshing network info cache for port f25a9150-b624-4895-a3a4-94bf0756b89f {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.463357] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:d3:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f25a9150-b624-4895-a3a4-94bf0756b89f', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.470636] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.474904] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.477621] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d34c3f71-563d-44ed-8daa-b0380f564a95 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.494715] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678f7590-ec89-4dcf-b20d-2496184bb668 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.508497] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612933} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.518128] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e0745838-9c2c-48b7-b17b-af31ecba4e8e/e0745838-9c2c-48b7-b17b-af31ecba4e8e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.518393] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.518694] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.518694] env[69547]: value = "task-3161174" [ 755.518694] env[69547]: _type = "Task" [ 755.518694] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.519525] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75c59747-65db-49f0-9080-2534fc1c82e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.531451] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161174, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.536464] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 755.536464] env[69547]: value = "task-3161175" [ 755.536464] env[69547]: _type = "Task" [ 755.536464] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.547182] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.550248] env[69547]: DEBUG nova.compute.manager [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Stashing vm_state: active {{(pid=69547) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 755.737407] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.746627] env[69547]: DEBUG nova.scheduler.client.report [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.824217] env[69547]: DEBUG nova.network.neutron [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Updated VIF entry in instance network info cache for port f25a9150-b624-4895-a3a4-94bf0756b89f. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.824528] env[69547]: DEBUG nova.network.neutron [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Updating instance_info_cache with network_info: [{"id": "f25a9150-b624-4895-a3a4-94bf0756b89f", "address": "fa:16:3e:92:d3:75", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25a9150-b6", "ovs_interfaceid": "f25a9150-b624-4895-a3a4-94bf0756b89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.033185] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161174, 'name': CreateVM_Task, 'duration_secs': 0.425689} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.033310] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.033995] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.034249] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.034622] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.034826] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0818237f-e021-4a47-bd24-8660faf478ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.044786] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 756.044786] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521b7d56-6af4-ac1e-b757-5f47c95f14eb" [ 756.044786] env[69547]: _type = "Task" [ 756.044786] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.051814] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096522} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.052527] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.053394] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9543275-e1d9-41b4-8182-ec100638f898 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.063397] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521b7d56-6af4-ac1e-b757-5f47c95f14eb, 'name': SearchDatastore_Task, 'duration_secs': 0.015561} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.064281] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.064893] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.064893] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.065050] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.065172] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.065488] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e1f7e53-1ca9-44e3-9df3-3ade61a51129 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.086191] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] e0745838-9c2c-48b7-b17b-af31ecba4e8e/e0745838-9c2c-48b7-b17b-af31ecba4e8e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.087319] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.087999] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838b8c84-be00-41f0-b598-67ec8ffaba80 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.103550] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.103764] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.103965] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.104163] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.104327] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.105934] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.106124] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.107116] env[69547]: INFO nova.compute.manager [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Terminating instance [ 756.108923] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e3048e-f8bd-4073-bab2-07649d7df854 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.116354] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 756.116354] env[69547]: value = "task-3161176" [ 756.116354] env[69547]: _type = "Task" [ 756.116354] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.117567] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 756.117567] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e435e7-35f4-602e-0fe8-65889faba6c6" [ 756.117567] env[69547]: _type = "Task" [ 756.117567] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.131438] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.134260] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e435e7-35f4-602e-0fe8-65889faba6c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.148399] env[69547]: DEBUG nova.compute.manager [req-78dbf63f-e897-4a5a-ad91-49c4d792a8f8 req-b72eeda2-6a6e-44a4-91a2-d93bd2e63c37 service nova] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Received event network-vif-plugged-9db71942-297a-4ebd-97ef-0e8941e0e220 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.148631] env[69547]: DEBUG oslo_concurrency.lockutils [req-78dbf63f-e897-4a5a-ad91-49c4d792a8f8 req-b72eeda2-6a6e-44a4-91a2-d93bd2e63c37 service nova] Acquiring lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.148841] env[69547]: DEBUG oslo_concurrency.lockutils [req-78dbf63f-e897-4a5a-ad91-49c4d792a8f8 req-b72eeda2-6a6e-44a4-91a2-d93bd2e63c37 service nova] Lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.148998] env[69547]: DEBUG oslo_concurrency.lockutils [req-78dbf63f-e897-4a5a-ad91-49c4d792a8f8 req-b72eeda2-6a6e-44a4-91a2-d93bd2e63c37 service nova] Lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.149274] env[69547]: DEBUG nova.compute.manager [req-78dbf63f-e897-4a5a-ad91-49c4d792a8f8 req-b72eeda2-6a6e-44a4-91a2-d93bd2e63c37 service nova] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] No waiting events found dispatching network-vif-plugged-9db71942-297a-4ebd-97ef-0e8941e0e220 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.149418] env[69547]: WARNING nova.compute.manager [req-78dbf63f-e897-4a5a-ad91-49c4d792a8f8 req-b72eeda2-6a6e-44a4-91a2-d93bd2e63c37 service nova] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Received unexpected event network-vif-plugged-9db71942-297a-4ebd-97ef-0e8941e0e220 for instance with vm_state building and task_state spawning. [ 756.255031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.255031] env[69547]: DEBUG nova.compute.manager [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.257342] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.407s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.259100] env[69547]: INFO nova.compute.claims [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.318119] env[69547]: DEBUG nova.network.neutron [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Successfully updated port: 9db71942-297a-4ebd-97ef-0e8941e0e220 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.327538] env[69547]: DEBUG oslo_concurrency.lockutils [req-57ed867f-c04a-4c98-bece-90f0081b17bc req-888b2365-6081-4654-b4b4-b0b5602e54ef service nova] Releasing lock "refresh_cache-15dc176c-887b-4afc-b29d-8784b4b4827c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.494492] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "139591bc-25b9-4087-807d-ac8108d236c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.496102] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "139591bc-25b9-4087-807d-ac8108d236c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.496102] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "139591bc-25b9-4087-807d-ac8108d236c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.496102] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "139591bc-25b9-4087-807d-ac8108d236c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.496102] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "139591bc-25b9-4087-807d-ac8108d236c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.498390] env[69547]: INFO nova.compute.manager [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Terminating instance [ 756.613599] env[69547]: DEBUG nova.compute.manager [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.613953] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.614999] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5cdc5f-4922-4e34-9859-21fe32e2807c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.629120] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.634545] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8028b0ec-1418-49e0-b93b-56731e0415eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.636890] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.640933] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e435e7-35f4-602e-0fe8-65889faba6c6, 'name': SearchDatastore_Task, 'duration_secs': 0.025011} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.642587] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287b7a57-0a67-46d2-baa3-c3132ea4c9c8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.648362] env[69547]: DEBUG oslo_vmware.api [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 756.648362] env[69547]: value = "task-3161177" [ 756.648362] env[69547]: _type = "Task" [ 756.648362] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.654749] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 756.654749] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52038db7-9106-07cf-ab0f-fd88e37d3a89" [ 756.654749] env[69547]: _type = "Task" [ 756.654749] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.664381] env[69547]: DEBUG oslo_vmware.api [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.671929] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52038db7-9106-07cf-ab0f-fd88e37d3a89, 'name': SearchDatastore_Task, 'duration_secs': 0.018058} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.672225] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.672488] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 15dc176c-887b-4afc-b29d-8784b4b4827c/15dc176c-887b-4afc-b29d-8784b4b4827c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.672751] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a44c9aa-0d5a-41d2-adcf-dd8fbd9beee2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.680542] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 756.680542] env[69547]: value = "task-3161178" [ 756.680542] env[69547]: _type = "Task" [ 756.680542] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.691561] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.764762] env[69547]: DEBUG nova.compute.utils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.768875] env[69547]: DEBUG nova.compute.manager [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.769035] env[69547]: DEBUG nova.network.neutron [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.820414] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquiring lock "refresh_cache-aef82554-a852-4a4f-8cb8-f2ebe8c86a56" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.820587] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquired lock "refresh_cache-aef82554-a852-4a4f-8cb8-f2ebe8c86a56" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.820732] env[69547]: DEBUG nova.network.neutron [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.841179] env[69547]: DEBUG nova.policy [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a7223276bdc4b7ab3f913bdeb8eccd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7de998795aa34c1084979bb74bedb335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.005039] env[69547]: DEBUG nova.compute.manager [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.005370] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.006512] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a88cf13-bd50-401c-be55-318ef12d0a77 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.021233] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.021233] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-663932fa-d5e2-41af-bc3b-26b82dbd13bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.031954] env[69547]: DEBUG oslo_vmware.api [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 757.031954] env[69547]: value = "task-3161179" [ 757.031954] env[69547]: _type = "Task" [ 757.031954] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.045422] env[69547]: DEBUG oslo_vmware.api [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.130759] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161176, 'name': ReconfigVM_Task, 'duration_secs': 0.583272} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.131109] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Reconfigured VM instance instance-0000001c to attach disk [datastore2] e0745838-9c2c-48b7-b17b-af31ecba4e8e/e0745838-9c2c-48b7-b17b-af31ecba4e8e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.132224] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9a9218a-a15b-4608-bcf7-071a91c27a43 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.141921] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 757.141921] env[69547]: value = "task-3161180" [ 757.141921] env[69547]: _type = "Task" [ 757.141921] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.161032] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161180, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.167906] env[69547]: DEBUG oslo_vmware.api [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161177, 'name': PowerOffVM_Task, 'duration_secs': 0.227622} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.168202] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.168400] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.168684] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da80a04b-bbef-4b23-9f19-ebd31a00ba84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.194432] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.218204] env[69547]: DEBUG nova.network.neutron [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Successfully created port: 2184c565-c49d-4c3d-a150-ff9d62f337b0 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.275829] env[69547]: DEBUG nova.compute.manager [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.332781] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.333027] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.333206] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Deleting the datastore file [datastore1] e1211f1b-d059-41be-9aa1-9af0c3ea6f81 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.334204] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf5fc432-d53c-4ef1-b756-6095afbc1455 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.347118] env[69547]: DEBUG oslo_vmware.api [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 757.347118] env[69547]: value = "task-3161182" [ 757.347118] env[69547]: _type = "Task" [ 757.347118] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.358202] env[69547]: DEBUG oslo_vmware.api [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.371115] env[69547]: DEBUG nova.network.neutron [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.553984] env[69547]: DEBUG oslo_vmware.api [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161179, 'name': PowerOffVM_Task, 'duration_secs': 0.506479} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.556766] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.556950] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.557664] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2649dad7-68f9-472b-825c-d11028d635d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.597165] env[69547]: DEBUG nova.network.neutron [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Updating instance_info_cache with network_info: [{"id": "9db71942-297a-4ebd-97ef-0e8941e0e220", "address": "fa:16:3e:d9:cf:1a", "network": {"id": "9fab2548-da95-4dfa-b7aa-c2fc6dfca3ae", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1542315627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eaa69d381dc4cbdb95dc70e8513d20d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db71942-29", "ovs_interfaceid": "9db71942-297a-4ebd-97ef-0e8941e0e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.635154] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.636685] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.636685] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Deleting the datastore file [datastore2] 139591bc-25b9-4087-807d-ac8108d236c5 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.636685] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c3238a-f30a-4a4e-a9f4-6f343908b650 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.653510] env[69547]: DEBUG oslo_vmware.api [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 757.653510] env[69547]: value = "task-3161184" [ 757.653510] env[69547]: _type = "Task" [ 757.653510] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.658996] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161180, 'name': Rename_Task, 'duration_secs': 0.272799} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.665203] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.666828] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940ebf31-03e2-4a8f-b3e6-db6772d66269 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.677033] env[69547]: DEBUG oslo_vmware.api [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.681328] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 757.681328] env[69547]: value = "task-3161185" [ 757.681328] env[69547]: _type = "Task" [ 757.681328] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.694957] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663883} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.698878] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 15dc176c-887b-4afc-b29d-8784b4b4827c/15dc176c-887b-4afc-b29d-8784b4b4827c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.699231] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.699604] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.702693] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abca5b1e-277b-472f-91be-f7cc4787a2c8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.715772] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 757.715772] env[69547]: value = "task-3161186" [ 757.715772] env[69547]: _type = "Task" [ 757.715772] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.727327] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.866540] env[69547]: DEBUG oslo_vmware.api [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294536} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.866720] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.866926] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.867188] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.869046] env[69547]: INFO nova.compute.manager [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Took 1.25 seconds to destroy the instance on the hypervisor. [ 757.869046] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.869046] env[69547]: DEBUG nova.compute.manager [-] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.869046] env[69547]: DEBUG nova.network.neutron [-] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.004963] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c050e99-def9-4bdb-afb6-ac707b9e11fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.014833] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad53c28c-5455-4c3d-9c09-281f072156ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.050247] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac29104-a45b-48c1-85b9-06b94f2731bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.060852] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c3b2f9-77aa-42d1-a7e4-86bc94419eb1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.076496] env[69547]: DEBUG nova.compute.provider_tree [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.101693] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Releasing lock "refresh_cache-aef82554-a852-4a4f-8cb8-f2ebe8c86a56" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.102213] env[69547]: DEBUG nova.compute.manager [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Instance network_info: |[{"id": "9db71942-297a-4ebd-97ef-0e8941e0e220", "address": "fa:16:3e:d9:cf:1a", "network": {"id": "9fab2548-da95-4dfa-b7aa-c2fc6dfca3ae", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1542315627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eaa69d381dc4cbdb95dc70e8513d20d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db71942-29", "ovs_interfaceid": "9db71942-297a-4ebd-97ef-0e8941e0e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.103381] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:cf:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9db71942-297a-4ebd-97ef-0e8941e0e220', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.110675] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Creating folder: Project (2eaa69d381dc4cbdb95dc70e8513d20d). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.110977] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-779b6e85-9fae-4b80-8bec-35c305bac43e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.124416] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Created folder: Project (2eaa69d381dc4cbdb95dc70e8513d20d) in parent group-v632381. [ 758.124617] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Creating folder: Instances. Parent ref: group-v632471. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.124872] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75ddc6d2-f80d-47b7-a97a-e3ad4087328c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.139272] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Created folder: Instances in parent group-v632471. [ 758.139474] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.139786] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.139919] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c127cc78-6280-4da8-8469-36c2c9199bdf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.167049] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.167049] env[69547]: value = "task-3161189" [ 758.167049] env[69547]: _type = "Task" [ 758.167049] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.175663] env[69547]: DEBUG oslo_vmware.api [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275875} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.176372] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.177263] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.177263] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.177263] env[69547]: INFO nova.compute.manager [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 758.177575] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.177575] env[69547]: DEBUG nova.compute.manager [-] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.177635] env[69547]: DEBUG nova.network.neutron [-] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.183582] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161189, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.194112] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161185, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.238405] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091369} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.241187] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.241187] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6d9d5b-05f8-489d-bd17-087d342a31d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.269152] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 15dc176c-887b-4afc-b29d-8784b4b4827c/15dc176c-887b-4afc-b29d-8784b4b4827c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.273286] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f011b4-3da4-4bd8-a5c8-6ae03780c102 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.294138] env[69547]: DEBUG nova.compute.manager [req-f1fdbcd4-d23b-4629-a7e8-0064026d9fe1 req-04981354-23ed-427e-9b02-61b9227d7fec service nova] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Received event network-changed-9db71942-297a-4ebd-97ef-0e8941e0e220 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.294407] env[69547]: DEBUG nova.compute.manager [req-f1fdbcd4-d23b-4629-a7e8-0064026d9fe1 req-04981354-23ed-427e-9b02-61b9227d7fec service nova] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Refreshing instance network info cache due to event network-changed-9db71942-297a-4ebd-97ef-0e8941e0e220. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.294570] env[69547]: DEBUG oslo_concurrency.lockutils [req-f1fdbcd4-d23b-4629-a7e8-0064026d9fe1 req-04981354-23ed-427e-9b02-61b9227d7fec service nova] Acquiring lock "refresh_cache-aef82554-a852-4a4f-8cb8-f2ebe8c86a56" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.294738] env[69547]: DEBUG oslo_concurrency.lockutils [req-f1fdbcd4-d23b-4629-a7e8-0064026d9fe1 req-04981354-23ed-427e-9b02-61b9227d7fec service nova] Acquired lock "refresh_cache-aef82554-a852-4a4f-8cb8-f2ebe8c86a56" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.294872] env[69547]: DEBUG nova.network.neutron [req-f1fdbcd4-d23b-4629-a7e8-0064026d9fe1 req-04981354-23ed-427e-9b02-61b9227d7fec service nova] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Refreshing network info cache for port 9db71942-297a-4ebd-97ef-0e8941e0e220 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.301805] env[69547]: DEBUG nova.compute.manager [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.312613] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 758.312613] env[69547]: value = "task-3161190" [ 758.312613] env[69547]: _type = "Task" [ 758.312613] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.322286] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.339492] env[69547]: DEBUG nova.compute.manager [req-6e992d07-4074-4358-98ce-b62ddccfb7ab req-68eb3fdd-e902-45d3-8ca4-7c0af84bd10e service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received event network-vif-deleted-8fb76234-cb11-4e16-a7cb-260564559729 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.339492] env[69547]: INFO nova.compute.manager [req-6e992d07-4074-4358-98ce-b62ddccfb7ab req-68eb3fdd-e902-45d3-8ca4-7c0af84bd10e service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Neutron deleted interface 8fb76234-cb11-4e16-a7cb-260564559729; detaching it from the instance and deleting it from the info cache [ 758.339492] env[69547]: DEBUG nova.network.neutron [req-6e992d07-4074-4358-98ce-b62ddccfb7ab req-68eb3fdd-e902-45d3-8ca4-7c0af84bd10e service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Updating instance_info_cache with network_info: [{"id": "8290010a-2555-4711-a781-85f71ca826a6", "address": "fa:16:3e:03:2e:6e", "network": {"id": "be2366f2-bc62-48a0-aa7f-ea415e7e4900", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-188339855", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8290010a-25", "ovs_interfaceid": "8290010a-2555-4711-a781-85f71ca826a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63183f2e-37f7-4479-970b-040d56fac9d0", "address": "fa:16:3e:ac:06:69", "network": {"id": "bcf39762-52f1-4470-beea-5e5a9c1ca2a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-368758299", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63183f2e-37", "ovs_interfaceid": "63183f2e-37f7-4479-970b-040d56fac9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.352872] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.353130] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.353286] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.353495] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.353655] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.354256] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.354256] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.354678] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.354981] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.355182] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.355375] env[69547]: DEBUG nova.virt.hardware [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.357384] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52d2749-4692-419c-a9d1-5449e31c84c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.368698] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3904e39-0b81-442f-918f-799026b4808b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.579783] env[69547]: DEBUG nova.scheduler.client.report [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.680047] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161189, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.700587] env[69547]: DEBUG oslo_vmware.api [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161185, 'name': PowerOnVM_Task, 'duration_secs': 0.586979} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.700966] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.701224] env[69547]: INFO nova.compute.manager [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Took 9.00 seconds to spawn the instance on the hypervisor. [ 758.701405] env[69547]: DEBUG nova.compute.manager [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.702232] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf0b7d-10f9-4051-bb6d-762f3dc44671 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.824050] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.844992] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb2c70cb-af67-4b6c-8e5d-5a6564c45da2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.854200] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584fccb-b4c1-40d4-8abf-2b25e67e82b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.903563] env[69547]: DEBUG nova.compute.manager [req-6e992d07-4074-4358-98ce-b62ddccfb7ab req-68eb3fdd-e902-45d3-8ca4-7c0af84bd10e service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Detach interface failed, port_id=8fb76234-cb11-4e16-a7cb-260564559729, reason: Instance e1211f1b-d059-41be-9aa1-9af0c3ea6f81 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 759.088023] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.088023] env[69547]: DEBUG nova.compute.manager [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.089215] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.928s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.089918] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.090515] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 759.091204] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.533s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.093275] env[69547]: INFO nova.compute.claims [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.100455] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca506a1a-7865-41e2-8de2-f04ce0b2fbf7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.112157] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a27d94-f935-48ec-bdb9-fce8b5356a16 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.133814] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73169ae-8c20-4aa5-a710-90d8b50701a2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.144759] env[69547]: DEBUG nova.network.neutron [req-f1fdbcd4-d23b-4629-a7e8-0064026d9fe1 req-04981354-23ed-427e-9b02-61b9227d7fec service nova] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Updated VIF entry in instance network info cache for port 9db71942-297a-4ebd-97ef-0e8941e0e220. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.145150] env[69547]: DEBUG nova.network.neutron [req-f1fdbcd4-d23b-4629-a7e8-0064026d9fe1 req-04981354-23ed-427e-9b02-61b9227d7fec service nova] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Updating instance_info_cache with network_info: [{"id": "9db71942-297a-4ebd-97ef-0e8941e0e220", "address": "fa:16:3e:d9:cf:1a", "network": {"id": "9fab2548-da95-4dfa-b7aa-c2fc6dfca3ae", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1542315627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eaa69d381dc4cbdb95dc70e8513d20d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db71942-29", "ovs_interfaceid": "9db71942-297a-4ebd-97ef-0e8941e0e220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.147698] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d623728-656d-413f-965b-24f92af90e3f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.186034] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180140MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 759.186210] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.196101] env[69547]: DEBUG nova.network.neutron [-] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.197246] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161189, 'name': CreateVM_Task, 'duration_secs': 0.647855} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.197404] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.202019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.202019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.202019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.202019] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95fc2c8-fd2f-4547-8294-db314ae12fa5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.205514] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 759.205514] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523e54ab-d176-1c55-f228-1c3d4aa6300b" [ 759.205514] env[69547]: _type = "Task" [ 759.205514] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.216406] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523e54ab-d176-1c55-f228-1c3d4aa6300b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.228844] env[69547]: INFO nova.compute.manager [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Took 42.54 seconds to build instance. [ 759.238465] env[69547]: DEBUG nova.network.neutron [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Successfully updated port: 2184c565-c49d-4c3d-a150-ff9d62f337b0 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.324556] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161190, 'name': ReconfigVM_Task, 'duration_secs': 0.861965} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.324891] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 15dc176c-887b-4afc-b29d-8784b4b4827c/15dc176c-887b-4afc-b29d-8784b4b4827c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.325489] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac0fba67-8380-4649-86f9-32e3b5de39c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.333584] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 759.333584] env[69547]: value = "task-3161191" [ 759.333584] env[69547]: _type = "Task" [ 759.333584] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.342822] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161191, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.499464] env[69547]: DEBUG nova.network.neutron [-] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.598775] env[69547]: DEBUG nova.compute.utils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.602106] env[69547]: DEBUG nova.compute.manager [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.602460] env[69547]: DEBUG nova.network.neutron [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.647478] env[69547]: DEBUG oslo_concurrency.lockutils [req-f1fdbcd4-d23b-4629-a7e8-0064026d9fe1 req-04981354-23ed-427e-9b02-61b9227d7fec service nova] Releasing lock "refresh_cache-aef82554-a852-4a4f-8cb8-f2ebe8c86a56" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.658340] env[69547]: DEBUG nova.policy [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f46624b0d0344a98133e3e8e23041c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3159b2df0fe4371a3ef532508a002f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.700719] env[69547]: INFO nova.compute.manager [-] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Took 1.52 seconds to deallocate network for instance. [ 759.720701] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523e54ab-d176-1c55-f228-1c3d4aa6300b, 'name': SearchDatastore_Task, 'duration_secs': 0.019696} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.721014] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.721291] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.721569] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.721808] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.721925] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.722234] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cedfbab-edf0-464b-ab8c-b626a2ca2fdf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.733566] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c8cf1ef6-b0f8-4786-a64f-c45b45b88711 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.849s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.733873] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.734068] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.736023] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9d777e-b37f-4a1d-8ae9-4ceb7703c35a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.743591] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "refresh_cache-1829331d-4c2e-46d9-85a8-a39484c95e61" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.743663] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquired lock "refresh_cache-1829331d-4c2e-46d9-85a8-a39484c95e61" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.743794] env[69547]: DEBUG nova.network.neutron [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.746185] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 759.746185] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b701cd-696a-54e8-f2de-ccadfbebd5da" [ 759.746185] env[69547]: _type = "Task" [ 759.746185] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.759117] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b701cd-696a-54e8-f2de-ccadfbebd5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.850341] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161191, 'name': Rename_Task, 'duration_secs': 0.307222} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.850341] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.850341] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b64dbe2b-171d-48b7-8442-197f9184f4ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.859136] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 759.859136] env[69547]: value = "task-3161192" [ 759.859136] env[69547]: _type = "Task" [ 759.859136] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.877272] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.002205] env[69547]: INFO nova.compute.manager [-] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Took 2.13 seconds to deallocate network for instance. [ 760.094606] env[69547]: DEBUG nova.network.neutron [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Successfully created port: cb246f52-86dd-4022-b014-49dc33b74735 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.107691] env[69547]: DEBUG nova.compute.manager [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.213894] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.240457] env[69547]: DEBUG nova.compute.manager [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.262623] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b701cd-696a-54e8-f2de-ccadfbebd5da, 'name': SearchDatastore_Task, 'duration_secs': 0.013201} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.263456] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05a41f0-089a-4a05-8915-5da993ae6f95 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.273746] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 760.273746] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5228044f-b262-e364-b944-05653c1895ff" [ 760.273746] env[69547]: _type = "Task" [ 760.273746] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.286916] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5228044f-b262-e364-b944-05653c1895ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.291104] env[69547]: DEBUG nova.network.neutron [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.371834] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161192, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.488308] env[69547]: DEBUG nova.network.neutron [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Updating instance_info_cache with network_info: [{"id": "2184c565-c49d-4c3d-a150-ff9d62f337b0", "address": "fa:16:3e:eb:c6:36", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2184c565-c4", "ovs_interfaceid": "2184c565-c49d-4c3d-a150-ff9d62f337b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.515656] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.604520] env[69547]: DEBUG nova.compute.manager [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Received event network-vif-plugged-2184c565-c49d-4c3d-a150-ff9d62f337b0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.604831] env[69547]: DEBUG oslo_concurrency.lockutils [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] Acquiring lock "1829331d-4c2e-46d9-85a8-a39484c95e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.605135] env[69547]: DEBUG oslo_concurrency.lockutils [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] Lock "1829331d-4c2e-46d9-85a8-a39484c95e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.605395] env[69547]: DEBUG oslo_concurrency.lockutils [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] Lock "1829331d-4c2e-46d9-85a8-a39484c95e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.605654] env[69547]: DEBUG nova.compute.manager [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] No waiting events found dispatching network-vif-plugged-2184c565-c49d-4c3d-a150-ff9d62f337b0 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.606240] env[69547]: WARNING nova.compute.manager [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Received unexpected event network-vif-plugged-2184c565-c49d-4c3d-a150-ff9d62f337b0 for instance with vm_state building and task_state spawning. [ 760.606240] env[69547]: DEBUG nova.compute.manager [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Received event network-changed-2184c565-c49d-4c3d-a150-ff9d62f337b0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.606424] env[69547]: DEBUG nova.compute.manager [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Refreshing instance network info cache due to event network-changed-2184c565-c49d-4c3d-a150-ff9d62f337b0. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.606642] env[69547]: DEBUG oslo_concurrency.lockutils [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] Acquiring lock "refresh_cache-1829331d-4c2e-46d9-85a8-a39484c95e61" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.667608] env[69547]: DEBUG nova.compute.manager [req-4315f5be-cfb3-4dc1-8941-393a36cde76c req-4570912e-bf6b-48dd-808b-fef31602a57a service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received event network-vif-deleted-8290010a-2555-4711-a781-85f71ca826a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.667857] env[69547]: DEBUG nova.compute.manager [req-4315f5be-cfb3-4dc1-8941-393a36cde76c req-4570912e-bf6b-48dd-808b-fef31602a57a service nova] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Received event network-vif-deleted-d2df577d-6a90-4675-ba3f-7cd08802846a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.668065] env[69547]: DEBUG nova.compute.manager [req-4315f5be-cfb3-4dc1-8941-393a36cde76c req-4570912e-bf6b-48dd-808b-fef31602a57a service nova] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Received event network-vif-deleted-63183f2e-37f7-4479-970b-040d56fac9d0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.761110] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.786577] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5228044f-b262-e364-b944-05653c1895ff, 'name': SearchDatastore_Task, 'duration_secs': 0.02165} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.789800] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.790285] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] aef82554-a852-4a4f-8cb8-f2ebe8c86a56/aef82554-a852-4a4f-8cb8-f2ebe8c86a56.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.790709] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1968c4a3-d08e-4f04-8c12-90c97429d055 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.800945] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 760.800945] env[69547]: value = "task-3161193" [ 760.800945] env[69547]: _type = "Task" [ 760.800945] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.803939] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac418e6d-3d3e-4630-9b1b-2e9f4785f4f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.818525] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.823038] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be55e4f-a0c2-487a-8d4c-f33f4789d7c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.855268] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4456ee-6bac-4b12-8da5-50f1072c74fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.871439] env[69547]: DEBUG oslo_vmware.api [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161192, 'name': PowerOnVM_Task, 'duration_secs': 0.836681} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.872806] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9d9ef-a98e-4b70-a9e5-40bd33abfae5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.877341] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.879866] env[69547]: INFO nova.compute.manager [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Took 8.35 seconds to spawn the instance on the hypervisor. [ 760.879866] env[69547]: DEBUG nova.compute.manager [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.879866] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f350362-a796-426e-921d-0a7e7190bd77 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.899590] env[69547]: DEBUG nova.compute.provider_tree [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.972395] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.972532] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.994133] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Releasing lock "refresh_cache-1829331d-4c2e-46d9-85a8-a39484c95e61" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.994618] env[69547]: DEBUG nova.compute.manager [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Instance network_info: |[{"id": "2184c565-c49d-4c3d-a150-ff9d62f337b0", "address": "fa:16:3e:eb:c6:36", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2184c565-c4", "ovs_interfaceid": "2184c565-c49d-4c3d-a150-ff9d62f337b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.994975] env[69547]: DEBUG oslo_concurrency.lockutils [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] Acquired lock "refresh_cache-1829331d-4c2e-46d9-85a8-a39484c95e61" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.995187] env[69547]: DEBUG nova.network.neutron [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Refreshing network info cache for port 2184c565-c49d-4c3d-a150-ff9d62f337b0 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.996582] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c6:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2184c565-c49d-4c3d-a150-ff9d62f337b0', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.005676] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.007193] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.007454] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-986a1648-c5aa-4011-9759-cd68b92ab343 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.035291] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.035291] env[69547]: value = "task-3161194" [ 761.035291] env[69547]: _type = "Task" [ 761.035291] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.049165] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161194, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.117651] env[69547]: DEBUG nova.compute.manager [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.150547] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.150831] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.151253] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.151253] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.151332] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.151458] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.151666] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.151844] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.152086] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.152284] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.152483] env[69547]: DEBUG nova.virt.hardware [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.153475] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27781532-cc94-4d8a-b959-8e0abaf42710 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.166043] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e1eb8-2299-4522-b7ea-eda11df43f56 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.314151] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490028} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.315035] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] aef82554-a852-4a4f-8cb8-f2ebe8c86a56/aef82554-a852-4a4f-8cb8-f2ebe8c86a56.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.315035] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.315380] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c46aa41-8a83-4057-ad47-47d4bad4f007 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.327025] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 761.327025] env[69547]: value = "task-3161195" [ 761.327025] env[69547]: _type = "Task" [ 761.327025] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.334305] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.405986] env[69547]: DEBUG nova.scheduler.client.report [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.414438] env[69547]: INFO nova.compute.manager [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Took 35.81 seconds to build instance. [ 761.551031] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161194, 'name': CreateVM_Task, 'duration_secs': 0.479983} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.551031] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.551031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.551031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.551031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.551031] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f39549-ca49-4df1-9cf6-541a7c8ce0e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.558058] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 761.558058] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523eb95e-cc83-7bd8-592b-8bf9a6eab14c" [ 761.558058] env[69547]: _type = "Task" [ 761.558058] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.571978] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523eb95e-cc83-7bd8-592b-8bf9a6eab14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.834053] env[69547]: DEBUG nova.network.neutron [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Updated VIF entry in instance network info cache for port 2184c565-c49d-4c3d-a150-ff9d62f337b0. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.834442] env[69547]: DEBUG nova.network.neutron [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Updating instance_info_cache with network_info: [{"id": "2184c565-c49d-4c3d-a150-ff9d62f337b0", "address": "fa:16:3e:eb:c6:36", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2184c565-c4", "ovs_interfaceid": "2184c565-c49d-4c3d-a150-ff9d62f337b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.841679] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105889} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.845412] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.845412] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c7a7a-c37c-4583-b43e-0861107bef65 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.846612] env[69547]: DEBUG nova.network.neutron [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Successfully updated port: cb246f52-86dd-4022-b014-49dc33b74735 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.872948] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] aef82554-a852-4a4f-8cb8-f2ebe8c86a56/aef82554-a852-4a4f-8cb8-f2ebe8c86a56.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.873634] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f572d9c-ac36-45e0-a03c-c3885fd286b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.898652] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 761.898652] env[69547]: value = "task-3161196" [ 761.898652] env[69547]: _type = "Task" [ 761.898652] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.910628] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.912553] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.913791] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.941s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.915285] env[69547]: INFO nova.compute.claims [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.919365] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c52ded7e-8690-4699-9e7a-8f6c7e19869d tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "15dc176c-887b-4afc-b29d-8784b4b4827c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.187s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.073106] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523eb95e-cc83-7bd8-592b-8bf9a6eab14c, 'name': SearchDatastore_Task, 'duration_secs': 0.021917} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.073363] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.073612] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.073815] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.073970] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.074139] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.074393] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab5e4388-3ff7-479f-bd78-733fd34a3346 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.092353] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.092607] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.093512] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61701ba-75c8-4442-9193-f7319ed7a254 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.099804] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 762.099804] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5268a8e8-0283-fb39-8070-0cc0fe71f2ad" [ 762.099804] env[69547]: _type = "Task" [ 762.099804] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.109170] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5268a8e8-0283-fb39-8070-0cc0fe71f2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.312748] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.312986] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.342944] env[69547]: DEBUG oslo_concurrency.lockutils [req-96e5a97a-8d76-4865-b7b0-f724424f4dfd req-77cfa891-5476-457b-bfe0-99c46c89976c service nova] Releasing lock "refresh_cache-1829331d-4c2e-46d9-85a8-a39484c95e61" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.350121] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.350237] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.350389] env[69547]: DEBUG nova.network.neutron [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.409487] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.419382] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquiring lock "27f914a9-323a-4baa-bb23-59d7f45dd83e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.419631] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "27f914a9-323a-4baa-bb23-59d7f45dd83e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.423170] env[69547]: DEBUG nova.compute.manager [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.612490] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5268a8e8-0283-fb39-8070-0cc0fe71f2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.040987} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.613421] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367e8ee9-8e10-453c-b210-689199c6b06b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.619978] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 762.619978] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a67335-9e20-e9a5-f0e8-5d7bed0e6877" [ 762.619978] env[69547]: _type = "Task" [ 762.619978] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.629279] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a67335-9e20-e9a5-f0e8-5d7bed0e6877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.636122] env[69547]: DEBUG nova.compute.manager [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Received event network-vif-plugged-cb246f52-86dd-4022-b014-49dc33b74735 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.636520] env[69547]: DEBUG oslo_concurrency.lockutils [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] Acquiring lock "e1ea28d1-194d-4e26-8b7d-bf1060528315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.636603] env[69547]: DEBUG oslo_concurrency.lockutils [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.636781] env[69547]: DEBUG oslo_concurrency.lockutils [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.636937] env[69547]: DEBUG nova.compute.manager [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] No waiting events found dispatching network-vif-plugged-cb246f52-86dd-4022-b014-49dc33b74735 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.637113] env[69547]: WARNING nova.compute.manager [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Received unexpected event network-vif-plugged-cb246f52-86dd-4022-b014-49dc33b74735 for instance with vm_state building and task_state spawning. [ 762.637273] env[69547]: DEBUG nova.compute.manager [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Received event network-changed-cb246f52-86dd-4022-b014-49dc33b74735 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.637449] env[69547]: DEBUG nova.compute.manager [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Refreshing instance network info cache due to event network-changed-cb246f52-86dd-4022-b014-49dc33b74735. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.637632] env[69547]: DEBUG oslo_concurrency.lockutils [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] Acquiring lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.884786] env[69547]: DEBUG nova.network.neutron [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.911084] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.924103] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "27f914a9-323a-4baa-bb23-59d7f45dd83e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.924917] env[69547]: DEBUG nova.compute.manager [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.964230] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.110734] env[69547]: DEBUG nova.network.neutron [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance_info_cache with network_info: [{"id": "cb246f52-86dd-4022-b014-49dc33b74735", "address": "fa:16:3e:ab:41:d7", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb246f52-86", "ovs_interfaceid": "cb246f52-86dd-4022-b014-49dc33b74735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.135237] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a67335-9e20-e9a5-f0e8-5d7bed0e6877, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.135604] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.135887] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 1829331d-4c2e-46d9-85a8-a39484c95e61/1829331d-4c2e-46d9-85a8-a39484c95e61.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.137483] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b63f8e-119f-4db3-a5e7-11c534e9b243 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.151225] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 763.151225] env[69547]: value = "task-3161197" [ 763.151225] env[69547]: _type = "Task" [ 763.151225] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.164323] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.381485] env[69547]: DEBUG oslo_vmware.rw_handles [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52952cfd-190b-a004-72b1-25a5006f77b9/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 763.383072] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac91573a-d4ce-4d40-9ea9-0db97272a2b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.392082] env[69547]: DEBUG oslo_vmware.rw_handles [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52952cfd-190b-a004-72b1-25a5006f77b9/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 763.392222] env[69547]: ERROR oslo_vmware.rw_handles [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52952cfd-190b-a004-72b1-25a5006f77b9/disk-0.vmdk due to incomplete transfer. [ 763.392478] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50b1bb60-9efe-48a3-b5f9-22860d83c7ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.409567] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161196, 'name': ReconfigVM_Task, 'duration_secs': 1.09307} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.413671] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Reconfigured VM instance instance-0000001e to attach disk [datastore2] aef82554-a852-4a4f-8cb8-f2ebe8c86a56/aef82554-a852-4a4f-8cb8-f2ebe8c86a56.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.414607] env[69547]: DEBUG oslo_vmware.rw_handles [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52952cfd-190b-a004-72b1-25a5006f77b9/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 763.414756] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Uploaded image 9989617f-56ec-4751-8a6e-9637a4d4fe98 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 763.416910] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 763.417432] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36ff46d2-7f54-40cd-b13f-a3d3ee5b3c00 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.419755] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93db5956-428b-4cac-b8d8-693811747ab3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.428932] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 763.428932] env[69547]: value = "task-3161198" [ 763.428932] env[69547]: _type = "Task" [ 763.428932] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.430701] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 763.430701] env[69547]: value = "task-3161199" [ 763.430701] env[69547]: _type = "Task" [ 763.430701] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.442805] env[69547]: DEBUG nova.compute.utils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.444445] env[69547]: DEBUG nova.compute.manager [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.444639] env[69547]: DEBUG nova.network.neutron [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.450983] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161198, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.458512] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161199, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.522513] env[69547]: DEBUG nova.policy [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83091be797ef49968c4213bc7c8b4a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cffca37eebd4235ad317bbf66a5f27c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.616705] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.617097] env[69547]: DEBUG nova.compute.manager [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Instance network_info: |[{"id": "cb246f52-86dd-4022-b014-49dc33b74735", "address": "fa:16:3e:ab:41:d7", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb246f52-86", "ovs_interfaceid": "cb246f52-86dd-4022-b014-49dc33b74735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.617421] env[69547]: DEBUG oslo_concurrency.lockutils [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] Acquired lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.617605] env[69547]: DEBUG nova.network.neutron [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Refreshing network info cache for port cb246f52-86dd-4022-b014-49dc33b74735 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.619154] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:41:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb246f52-86dd-4022-b014-49dc33b74735', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.629014] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating folder: Project (c3159b2df0fe4371a3ef532508a002f4). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.630316] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a71209db-d73e-4952-9d25-bd60b642327a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.645536] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Created folder: Project (c3159b2df0fe4371a3ef532508a002f4) in parent group-v632381. [ 763.645903] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating folder: Instances. Parent ref: group-v632475. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.646233] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc1d9b7-bffb-4ca9-92c2-cfc4a9e8b063 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.661325] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Created folder: Instances in parent group-v632475. [ 763.661588] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.661788] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.662008] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34ce8076-207b-4727-ae33-033ed4f333c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.682872] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495115} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.683783] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 1829331d-4c2e-46d9-85a8-a39484c95e61/1829331d-4c2e-46d9-85a8-a39484c95e61.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.684042] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.684264] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b6cd26-6012-48f5-a437-35564999d13a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.688842] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.688842] env[69547]: value = "task-3161202" [ 763.688842] env[69547]: _type = "Task" [ 763.688842] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.692807] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 763.692807] env[69547]: value = "task-3161203" [ 763.692807] env[69547]: _type = "Task" [ 763.692807] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.703370] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161202, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.709871] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.719099] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecabdf1-1120-4cf3-aa1a-fdae4093e7c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.728804] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff3082-af11-4151-a547-3baea43b0732 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.763298] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f75f8fe-28e2-4371-9ddc-6978d85dd34f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.773042] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5925aa5-e93c-4bb4-adf2-df2f50411d9e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.786593] env[69547]: DEBUG nova.compute.provider_tree [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.905949] env[69547]: DEBUG nova.network.neutron [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Successfully created port: 5c8178e5-5d57-4132-b2f4-c28e56348a67 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.941206] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161198, 'name': Destroy_Task, 'duration_secs': 0.398935} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.944171] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Destroyed the VM [ 763.944422] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.944680] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a2bb709-26b5-4bd3-a3f6-45fed9d3ae79 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.953221] env[69547]: DEBUG nova.compute.manager [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.956075] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161199, 'name': Rename_Task, 'duration_secs': 0.264278} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.957785] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.958188] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 763.958188] env[69547]: value = "task-3161204" [ 763.958188] env[69547]: _type = "Task" [ 763.958188] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.958390] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-020ab40b-784d-4015-9ced-4786552c35c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.968560] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161204, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.969839] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 763.969839] env[69547]: value = "task-3161205" [ 763.969839] env[69547]: _type = "Task" [ 763.969839] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.977829] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.201105] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161202, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.206856] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07262} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.207149] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.207941] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68928b8-ff58-4ac5-91b6-07e79cb123ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.233653] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 1829331d-4c2e-46d9-85a8-a39484c95e61/1829331d-4c2e-46d9-85a8-a39484c95e61.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.233974] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-649e4bbe-b36a-4044-a1b8-e11c7f19f93b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.257101] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 764.257101] env[69547]: value = "task-3161206" [ 764.257101] env[69547]: _type = "Task" [ 764.257101] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.265697] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.290366] env[69547]: DEBUG nova.scheduler.client.report [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.407976] env[69547]: DEBUG nova.network.neutron [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updated VIF entry in instance network info cache for port cb246f52-86dd-4022-b014-49dc33b74735. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.408848] env[69547]: DEBUG nova.network.neutron [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance_info_cache with network_info: [{"id": "cb246f52-86dd-4022-b014-49dc33b74735", "address": "fa:16:3e:ab:41:d7", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb246f52-86", "ovs_interfaceid": "cb246f52-86dd-4022-b014-49dc33b74735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.472521] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161204, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.488272] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.699328] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161202, 'name': CreateVM_Task, 'duration_secs': 0.738292} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.699509] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.700211] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.700372] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.701028] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.701028] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5175ee-0294-4723-991a-c94f3e2dd36e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.706469] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 764.706469] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520a78db-dce7-e302-3fc1-2c851baf4ff9" [ 764.706469] env[69547]: _type = "Task" [ 764.706469] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.716867] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520a78db-dce7-e302-3fc1-2c851baf4ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.768019] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161206, 'name': ReconfigVM_Task, 'duration_secs': 0.313921} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.768199] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 1829331d-4c2e-46d9-85a8-a39484c95e61/1829331d-4c2e-46d9-85a8-a39484c95e61.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.768700] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f5f7a9-6905-4ae2-8c91-1906478fa975 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.776383] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 764.776383] env[69547]: value = "task-3161207" [ 764.776383] env[69547]: _type = "Task" [ 764.776383] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.784916] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161207, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.794798] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.795326] env[69547]: DEBUG nova.compute.manager [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.798180] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.589s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.798366] env[69547]: DEBUG nova.objects.instance [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lazy-loading 'resources' on Instance uuid 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.911523] env[69547]: DEBUG oslo_concurrency.lockutils [req-016c2947-3318-44f2-a4e9-e422d6095bcf req-aa649b14-281f-43fa-9e5f-ad43df163eef service nova] Releasing lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.968014] env[69547]: DEBUG nova.compute.manager [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.980056] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161204, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.986236] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.996635] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.996955] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.997193] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.997448] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.998011] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.998249] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.998535] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.998757] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.998988] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.999237] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.999476] env[69547]: DEBUG nova.virt.hardware [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.000678] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c9ce76-bb3f-418d-919c-3e4ad0c243fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.010702] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403e5b64-68f2-45ba-897a-d44bad2efa71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.218206] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520a78db-dce7-e302-3fc1-2c851baf4ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.218510] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.218741] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.218974] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.219132] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.219308] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.219557] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcda2dab-edbb-4f9e-93d0-d865cf9f0724 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.229904] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.230033] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.230735] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7d0779-71a4-4eb5-8417-82edb7ff7865 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.236683] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 765.236683] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52509637-c275-b564-64b2-1689ae99b472" [ 765.236683] env[69547]: _type = "Task" [ 765.236683] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.245364] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52509637-c275-b564-64b2-1689ae99b472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.287126] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161207, 'name': Rename_Task, 'duration_secs': 0.150227} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.287994] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.287994] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f8b67fd-2b0e-4eef-91bd-81834c94fda1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.294841] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 765.294841] env[69547]: value = "task-3161208" [ 765.294841] env[69547]: _type = "Task" [ 765.294841] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.304428] env[69547]: DEBUG nova.compute.utils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.308039] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.308771] env[69547]: DEBUG nova.compute.manager [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.308955] env[69547]: DEBUG nova.network.neutron [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.364629] env[69547]: DEBUG nova.policy [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25583ea0aab34bfbbb51f32054d56154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413198b9449a422eac2a3b71939b846a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.481196] env[69547]: DEBUG oslo_vmware.api [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161204, 'name': RemoveSnapshot_Task, 'duration_secs': 1.208296} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.485118] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.485118] env[69547]: INFO nova.compute.manager [None req-35b43435-100c-4793-b221-0f3132eb1004 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Took 17.37 seconds to snapshot the instance on the hypervisor. [ 765.492106] env[69547]: DEBUG oslo_vmware.api [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161205, 'name': PowerOnVM_Task, 'duration_secs': 1.052919} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.492226] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.492527] env[69547]: INFO nova.compute.manager [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Took 10.07 seconds to spawn the instance on the hypervisor. [ 765.493069] env[69547]: DEBUG nova.compute.manager [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.495255] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de37424-772c-4384-abcf-9b894331fbbe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.499940] env[69547]: DEBUG nova.compute.manager [req-15f46053-6752-47a4-8785-75b835f61f9e req-652d8edb-039c-42bf-8f72-a86587ffd4ea service nova] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Received event network-vif-plugged-5c8178e5-5d57-4132-b2f4-c28e56348a67 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.499940] env[69547]: DEBUG oslo_concurrency.lockutils [req-15f46053-6752-47a4-8785-75b835f61f9e req-652d8edb-039c-42bf-8f72-a86587ffd4ea service nova] Acquiring lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.499940] env[69547]: DEBUG oslo_concurrency.lockutils [req-15f46053-6752-47a4-8785-75b835f61f9e req-652d8edb-039c-42bf-8f72-a86587ffd4ea service nova] Lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.499940] env[69547]: DEBUG oslo_concurrency.lockutils [req-15f46053-6752-47a4-8785-75b835f61f9e req-652d8edb-039c-42bf-8f72-a86587ffd4ea service nova] Lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.499940] env[69547]: DEBUG nova.compute.manager [req-15f46053-6752-47a4-8785-75b835f61f9e req-652d8edb-039c-42bf-8f72-a86587ffd4ea service nova] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] No waiting events found dispatching network-vif-plugged-5c8178e5-5d57-4132-b2f4-c28e56348a67 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.499940] env[69547]: WARNING nova.compute.manager [req-15f46053-6752-47a4-8785-75b835f61f9e req-652d8edb-039c-42bf-8f72-a86587ffd4ea service nova] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Received unexpected event network-vif-plugged-5c8178e5-5d57-4132-b2f4-c28e56348a67 for instance with vm_state building and task_state spawning. [ 765.553121] env[69547]: DEBUG nova.network.neutron [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Successfully updated port: 5c8178e5-5d57-4132-b2f4-c28e56348a67 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.752153] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52509637-c275-b564-64b2-1689ae99b472, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.753033] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32524a3-7c13-45fb-b138-e32cb07683e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.759257] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 765.759257] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521fc3a2-b66c-da2f-3cd0-87542ca390e6" [ 765.759257] env[69547]: _type = "Task" [ 765.759257] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.775599] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521fc3a2-b66c-da2f-3cd0-87542ca390e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.776812] env[69547]: DEBUG nova.network.neutron [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Successfully created port: cb5bf4a4-709a-4135-bbe5-1d37a05ab880 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.779479] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.779854] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e1ea28d1-194d-4e26-8b7d-bf1060528315/e1ea28d1-194d-4e26-8b7d-bf1060528315.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.782979] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a238d476-eb48-4484-aea4-5d418c4f3a99 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.793848] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 765.793848] env[69547]: value = "task-3161209" [ 765.793848] env[69547]: _type = "Task" [ 765.793848] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.814124] env[69547]: DEBUG nova.compute.manager [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.817079] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161208, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.821448] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.995276] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482222fc-634f-4ed1-a292-e91f2f520ae9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.003983] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57760367-44a0-4ed5-a369-032f4d14f272 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.044380] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd322d-d59d-48bc-a3c5-0fff385d61f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.047959] env[69547]: INFO nova.compute.manager [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Took 39.28 seconds to build instance. [ 766.056994] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquiring lock "refresh_cache-7a0d471c-b83d-4a0f-96ea-146d5dd501ac" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.057184] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquired lock "refresh_cache-7a0d471c-b83d-4a0f-96ea-146d5dd501ac" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.057341] env[69547]: DEBUG nova.network.neutron [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.060748] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bef0c7-57ff-4f73-be89-73194974fcc9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.081701] env[69547]: DEBUG nova.compute.provider_tree [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.309812] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505114} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.311274] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e1ea28d1-194d-4e26-8b7d-bf1060528315/e1ea28d1-194d-4e26-8b7d-bf1060528315.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.311577] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.317094] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-207bdfe0-5534-4d9a-9f8c-204a5e578332 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.319423] env[69547]: DEBUG oslo_vmware.api [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161208, 'name': PowerOnVM_Task, 'duration_secs': 0.520309} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.320208] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.320508] env[69547]: INFO nova.compute.manager [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Took 8.02 seconds to spawn the instance on the hypervisor. [ 766.320574] env[69547]: DEBUG nova.compute.manager [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.321724] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbc90c4-c07b-4910-b310-dbbe9bf853b0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.331677] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 766.331677] env[69547]: value = "task-3161210" [ 766.331677] env[69547]: _type = "Task" [ 766.331677] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.347482] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.550971] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dba8e5ea-f13b-45c0-b6b7-4fced8911872 tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.980s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.585547] env[69547]: DEBUG nova.scheduler.client.report [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.616988] env[69547]: DEBUG nova.network.neutron [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.830536] env[69547]: DEBUG nova.compute.manager [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.834219] env[69547]: DEBUG nova.network.neutron [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Updating instance_info_cache with network_info: [{"id": "5c8178e5-5d57-4132-b2f4-c28e56348a67", "address": "fa:16:3e:d0:fa:15", "network": {"id": "89f307cf-1794-4e3f-963e-ff04ac2fbbf8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-348825412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cffca37eebd4235ad317bbf66a5f27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8178e5-5d", "ovs_interfaceid": "5c8178e5-5d57-4132-b2f4-c28e56348a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.854442] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076084} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.855554] env[69547]: INFO nova.compute.manager [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Took 34.43 seconds to build instance. [ 766.857349] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.858736] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be70725-5728-47c8-b6d8-edb9eb0896c8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.886631] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] e1ea28d1-194d-4e26-8b7d-bf1060528315/e1ea28d1-194d-4e26-8b7d-bf1060528315.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.889017] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.889270] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.889489] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.889616] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.889912] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.889912] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.890133] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.890342] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.890502] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.890669] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.890845] env[69547]: DEBUG nova.virt.hardware [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.891394] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684fddde-2f27-4003-80a3-944c9edfc58b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.906173] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f682c0-bfff-4082-9094-bb08324ba29a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.916030] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d85ee19-f195-40e1-b05b-653aa439c5ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.920804] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 766.920804] env[69547]: value = "task-3161211" [ 766.920804] env[69547]: _type = "Task" [ 766.920804] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.938681] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.024578] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquiring lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.024860] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.025131] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquiring lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.025342] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.025556] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.027647] env[69547]: INFO nova.compute.manager [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Terminating instance [ 767.053547] env[69547]: DEBUG nova.compute.manager [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.092242] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.097268] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.417s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.098734] env[69547]: INFO nova.compute.claims [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.124230] env[69547]: INFO nova.scheduler.client.report [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Deleted allocations for instance 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1 [ 767.325853] env[69547]: DEBUG nova.compute.manager [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.327609] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5797d2-8fe7-488c-9e81-4d13f98a29c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.340926] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Releasing lock "refresh_cache-7a0d471c-b83d-4a0f-96ea-146d5dd501ac" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.341283] env[69547]: DEBUG nova.compute.manager [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Instance network_info: |[{"id": "5c8178e5-5d57-4132-b2f4-c28e56348a67", "address": "fa:16:3e:d0:fa:15", "network": {"id": "89f307cf-1794-4e3f-963e-ff04ac2fbbf8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-348825412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cffca37eebd4235ad317bbf66a5f27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8178e5-5d", "ovs_interfaceid": "5c8178e5-5d57-4132-b2f4-c28e56348a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.341642] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:fa:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c8178e5-5d57-4132-b2f4-c28e56348a67', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.349887] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Creating folder: Project (8cffca37eebd4235ad317bbf66a5f27c). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.350464] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1201f02-de00-4c0d-b594-1927dda6204b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.359630] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0948f6b2-478e-4162-8f11-8fd04cfd236f tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "1829331d-4c2e-46d9-85a8-a39484c95e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.770s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.364206] env[69547]: DEBUG nova.compute.manager [req-031a4e13-3f46-4ca1-98e2-bf42ae03292e req-0af79f41-7a23-447e-818e-0000643b6555 service nova] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Received event network-vif-plugged-cb5bf4a4-709a-4135-bbe5-1d37a05ab880 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.364550] env[69547]: DEBUG oslo_concurrency.lockutils [req-031a4e13-3f46-4ca1-98e2-bf42ae03292e req-0af79f41-7a23-447e-818e-0000643b6555 service nova] Acquiring lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.364726] env[69547]: DEBUG oslo_concurrency.lockutils [req-031a4e13-3f46-4ca1-98e2-bf42ae03292e req-0af79f41-7a23-447e-818e-0000643b6555 service nova] Lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.364891] env[69547]: DEBUG oslo_concurrency.lockutils [req-031a4e13-3f46-4ca1-98e2-bf42ae03292e req-0af79f41-7a23-447e-818e-0000643b6555 service nova] Lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.365417] env[69547]: DEBUG nova.compute.manager [req-031a4e13-3f46-4ca1-98e2-bf42ae03292e req-0af79f41-7a23-447e-818e-0000643b6555 service nova] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] No waiting events found dispatching network-vif-plugged-cb5bf4a4-709a-4135-bbe5-1d37a05ab880 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.365674] env[69547]: WARNING nova.compute.manager [req-031a4e13-3f46-4ca1-98e2-bf42ae03292e req-0af79f41-7a23-447e-818e-0000643b6555 service nova] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Received unexpected event network-vif-plugged-cb5bf4a4-709a-4135-bbe5-1d37a05ab880 for instance with vm_state building and task_state spawning. [ 767.368272] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Created folder: Project (8cffca37eebd4235ad317bbf66a5f27c) in parent group-v632381. [ 767.368528] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Creating folder: Instances. Parent ref: group-v632478. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.368931] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32ee9b95-236a-4fe0-9b8a-f2d20667ce7b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.398088] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Created folder: Instances in parent group-v632478. [ 767.398400] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.398632] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.399935] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a96a1c3-ac46-48c7-8ce4-861768702d6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.422524] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.422524] env[69547]: value = "task-3161214" [ 767.422524] env[69547]: _type = "Task" [ 767.422524] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.438326] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161214, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.442289] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.509308] env[69547]: DEBUG nova.network.neutron [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Successfully updated port: cb5bf4a4-709a-4135-bbe5-1d37a05ab880 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.534138] env[69547]: DEBUG nova.compute.manager [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.534138] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.534138] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38836b0d-00cc-4f60-9fe6-1517bcf247ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.545977] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.546433] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6162714b-c9b7-4cb6-98d0-7a23fe077cb2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.555869] env[69547]: DEBUG oslo_vmware.api [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 767.555869] env[69547]: value = "task-3161215" [ 767.555869] env[69547]: _type = "Task" [ 767.555869] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.568719] env[69547]: DEBUG oslo_vmware.api [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.575518] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.601552] env[69547]: DEBUG nova.compute.manager [req-7cf52c9e-9728-4954-a31f-9d157d6446f5 req-fa8400c6-cb47-4937-83d1-6a0b36790abd service nova] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Received event network-changed-5c8178e5-5d57-4132-b2f4-c28e56348a67 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.601552] env[69547]: DEBUG nova.compute.manager [req-7cf52c9e-9728-4954-a31f-9d157d6446f5 req-fa8400c6-cb47-4937-83d1-6a0b36790abd service nova] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Refreshing instance network info cache due to event network-changed-5c8178e5-5d57-4132-b2f4-c28e56348a67. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.601732] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cf52c9e-9728-4954-a31f-9d157d6446f5 req-fa8400c6-cb47-4937-83d1-6a0b36790abd service nova] Acquiring lock "refresh_cache-7a0d471c-b83d-4a0f-96ea-146d5dd501ac" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.601831] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cf52c9e-9728-4954-a31f-9d157d6446f5 req-fa8400c6-cb47-4937-83d1-6a0b36790abd service nova] Acquired lock "refresh_cache-7a0d471c-b83d-4a0f-96ea-146d5dd501ac" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.602048] env[69547]: DEBUG nova.network.neutron [req-7cf52c9e-9728-4954-a31f-9d157d6446f5 req-fa8400c6-cb47-4937-83d1-6a0b36790abd service nova] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Refreshing network info cache for port 5c8178e5-5d57-4132-b2f4-c28e56348a67 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.632185] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1794c8a7-c7e9-43f6-b82a-8887cf620bd4 tempest-ServerAddressesTestJSON-933891073 tempest-ServerAddressesTestJSON-933891073-project-member] Lock "1f7b9ad2-6d8b-413d-8a17-f258447cd2d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.093s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.851825] env[69547]: INFO nova.compute.manager [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] instance snapshotting [ 767.855136] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc0e1c-666e-4e2f-bf4c-1d2c74b7ce05 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.861783] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.881207] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "1829331d-4c2e-46d9-85a8-a39484c95e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.882175] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "1829331d-4c2e-46d9-85a8-a39484c95e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.882175] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "1829331d-4c2e-46d9-85a8-a39484c95e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.882175] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "1829331d-4c2e-46d9-85a8-a39484c95e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.882359] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "1829331d-4c2e-46d9-85a8-a39484c95e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.885644] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f58c7-029c-41a0-b17c-8712ff3ce17f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.890040] env[69547]: INFO nova.compute.manager [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Terminating instance [ 767.939732] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161214, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.945138] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.008830] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "refresh_cache-29c8cc49-c5a3-4cc6-b6bf-041138d54870" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.009027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "refresh_cache-29c8cc49-c5a3-4cc6-b6bf-041138d54870" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.009201] env[69547]: DEBUG nova.network.neutron [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.066428] env[69547]: DEBUG oslo_vmware.api [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161215, 'name': PowerOffVM_Task, 'duration_secs': 0.418968} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.066742] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.066953] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.067236] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f83e3527-b411-462f-ad34-913435889f0e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.150498] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.150779] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.151037] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Deleting the datastore file [datastore2] aef82554-a852-4a4f-8cb8-f2ebe8c86a56 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.157772] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c4941ad-9b7f-437d-a58d-e38d9cd71cfe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.168390] env[69547]: DEBUG oslo_vmware.api [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for the task: (returnval){ [ 768.168390] env[69547]: value = "task-3161217" [ 768.168390] env[69547]: _type = "Task" [ 768.168390] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.184619] env[69547]: DEBUG oslo_vmware.api [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.394883] env[69547]: DEBUG nova.compute.manager [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.395130] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.396065] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c83f23-4b86-4411-bf96-bcdd67b6dd85 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.402498] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.403599] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.404252] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ed9b129d-6733-408f-87ae-444680be3f82 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.409977] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.409977] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f05ffd-0056-4df6-a5f9-32d539dc347f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.412583] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 768.412583] env[69547]: value = "task-3161218" [ 768.412583] env[69547]: _type = "Task" [ 768.412583] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.422066] env[69547]: DEBUG oslo_vmware.api [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 768.422066] env[69547]: value = "task-3161219" [ 768.422066] env[69547]: _type = "Task" [ 768.422066] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.426719] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161218, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.440431] env[69547]: DEBUG nova.network.neutron [req-7cf52c9e-9728-4954-a31f-9d157d6446f5 req-fa8400c6-cb47-4937-83d1-6a0b36790abd service nova] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Updated VIF entry in instance network info cache for port 5c8178e5-5d57-4132-b2f4-c28e56348a67. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.440914] env[69547]: DEBUG nova.network.neutron [req-7cf52c9e-9728-4954-a31f-9d157d6446f5 req-fa8400c6-cb47-4937-83d1-6a0b36790abd service nova] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Updating instance_info_cache with network_info: [{"id": "5c8178e5-5d57-4132-b2f4-c28e56348a67", "address": "fa:16:3e:d0:fa:15", "network": {"id": "89f307cf-1794-4e3f-963e-ff04ac2fbbf8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-348825412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cffca37eebd4235ad317bbf66a5f27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c8178e5-5d", "ovs_interfaceid": "5c8178e5-5d57-4132-b2f4-c28e56348a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.454336] env[69547]: DEBUG oslo_vmware.api [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.458138] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161211, 'name': ReconfigVM_Task, 'duration_secs': 1.034724} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.458396] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Reconfigured VM instance instance-00000020 to attach disk [datastore2] e1ea28d1-194d-4e26-8b7d-bf1060528315/e1ea28d1-194d-4e26-8b7d-bf1060528315.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.459076] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9f89e79-259d-4c4f-9217-136cf88f7227 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.463913] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161214, 'name': CreateVM_Task, 'duration_secs': 0.658472} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.465043] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.468331] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.468507] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.468842] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.470574] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b928614f-d580-4610-87fc-ef53c681771a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.472822] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 768.472822] env[69547]: value = "task-3161220" [ 768.472822] env[69547]: _type = "Task" [ 768.472822] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.478931] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 768.478931] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c7f8a7-8904-1bf3-1b75-86835a0f5dd8" [ 768.478931] env[69547]: _type = "Task" [ 768.478931] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.488826] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161220, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.499024] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c7f8a7-8904-1bf3-1b75-86835a0f5dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.012449} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.499024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.499024] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.499024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.499024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.499024] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.499024] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-600343b7-605c-4e58-972c-01750208727e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.510981] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.511295] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.517167] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdbf3b0-450e-4ba6-8a2b-0c9558bfde13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.526062] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 768.526062] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524df47a-1f38-286a-dde1-3e8d5ea60032" [ 768.526062] env[69547]: _type = "Task" [ 768.526062] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.535125] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524df47a-1f38-286a-dde1-3e8d5ea60032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.564602] env[69547]: DEBUG nova.network.neutron [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.685772] env[69547]: DEBUG oslo_vmware.api [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Task: {'id': task-3161217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171445} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.689890] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.689998] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.690202] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.690424] env[69547]: INFO nova.compute.manager [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Took 1.16 seconds to destroy the instance on the hypervisor. [ 768.690709] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.691633] env[69547]: DEBUG nova.compute.manager [-] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.691633] env[69547]: DEBUG nova.network.neutron [-] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.855619] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cfa7d8-4e57-43d1-b31d-d05f12ba46d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.864808] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffab900f-5d8d-498a-a837-93c931789ba6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.903590] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6cbb14-8904-415b-8a77-e130ea513a78 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.912256] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f01df-b925-4692-b99c-84bbbd22c250 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.930222] env[69547]: DEBUG nova.compute.provider_tree [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.938874] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161218, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.947112] env[69547]: DEBUG oslo_vmware.api [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161219, 'name': PowerOffVM_Task, 'duration_secs': 0.20488} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.947112] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.947200] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.947458] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1d78bf8-0121-417f-a652-501d2091cf51 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.951349] env[69547]: DEBUG oslo_concurrency.lockutils [req-7cf52c9e-9728-4954-a31f-9d157d6446f5 req-fa8400c6-cb47-4937-83d1-6a0b36790abd service nova] Releasing lock "refresh_cache-7a0d471c-b83d-4a0f-96ea-146d5dd501ac" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.985278] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161220, 'name': Rename_Task, 'duration_secs': 0.172182} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.985635] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.986247] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1181ee2-9130-4766-8f20-b588ca008d0f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.994748] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 768.994748] env[69547]: value = "task-3161222" [ 768.994748] env[69547]: _type = "Task" [ 768.994748] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.007965] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.009615] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.009929] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.010288] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Deleting the datastore file [datastore2] 1829331d-4c2e-46d9-85a8-a39484c95e61 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.010654] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c45eb39f-126a-4526-9cba-83b49f094b11 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.017607] env[69547]: DEBUG oslo_vmware.api [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for the task: (returnval){ [ 769.017607] env[69547]: value = "task-3161223" [ 769.017607] env[69547]: _type = "Task" [ 769.017607] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.029088] env[69547]: DEBUG oslo_vmware.api [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.039639] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524df47a-1f38-286a-dde1-3e8d5ea60032, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.040489] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c24195-d6f5-4d2d-871c-9fb7aaf85210 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.046576] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 769.046576] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5247410e-55c0-1fac-0515-49adda441b9d" [ 769.046576] env[69547]: _type = "Task" [ 769.046576] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.057728] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5247410e-55c0-1fac-0515-49adda441b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.081527] env[69547]: DEBUG nova.network.neutron [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Updating instance_info_cache with network_info: [{"id": "cb5bf4a4-709a-4135-bbe5-1d37a05ab880", "address": "fa:16:3e:75:e7:d7", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb5bf4a4-70", "ovs_interfaceid": "cb5bf4a4-709a-4135-bbe5-1d37a05ab880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.427417] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161218, 'name': CreateSnapshot_Task, 'duration_secs': 0.524121} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.427680] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 769.428615] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5a3e5a-fb5a-4e07-87d3-ea5f721066fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.440499] env[69547]: DEBUG nova.scheduler.client.report [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.473359] env[69547]: DEBUG nova.compute.manager [req-25434338-d6b7-4e22-9f12-d6b16205d8fd req-3ca51123-cde9-4d39-8d8e-3d7243bceaac service nova] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Received event network-changed-cb5bf4a4-709a-4135-bbe5-1d37a05ab880 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.473359] env[69547]: DEBUG nova.compute.manager [req-25434338-d6b7-4e22-9f12-d6b16205d8fd req-3ca51123-cde9-4d39-8d8e-3d7243bceaac service nova] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Refreshing instance network info cache due to event network-changed-cb5bf4a4-709a-4135-bbe5-1d37a05ab880. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.473359] env[69547]: DEBUG oslo_concurrency.lockutils [req-25434338-d6b7-4e22-9f12-d6b16205d8fd req-3ca51123-cde9-4d39-8d8e-3d7243bceaac service nova] Acquiring lock "refresh_cache-29c8cc49-c5a3-4cc6-b6bf-041138d54870" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.509305] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.533573] env[69547]: DEBUG oslo_vmware.api [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Task: {'id': task-3161223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161112} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.533890] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.534091] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.535024] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.535024] env[69547]: INFO nova.compute.manager [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Took 1.14 seconds to destroy the instance on the hypervisor. [ 769.535024] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.535024] env[69547]: DEBUG nova.compute.manager [-] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.535024] env[69547]: DEBUG nova.network.neutron [-] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.559087] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5247410e-55c0-1fac-0515-49adda441b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.559429] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.559702] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 7a0d471c-b83d-4a0f-96ea-146d5dd501ac/7a0d471c-b83d-4a0f-96ea-146d5dd501ac.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.560056] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d1af76c-8890-4aa6-a28e-97b4bc4690f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.569295] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 769.569295] env[69547]: value = "task-3161224" [ 769.569295] env[69547]: _type = "Task" [ 769.569295] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.578763] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.584470] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "refresh_cache-29c8cc49-c5a3-4cc6-b6bf-041138d54870" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.584859] env[69547]: DEBUG nova.compute.manager [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Instance network_info: |[{"id": "cb5bf4a4-709a-4135-bbe5-1d37a05ab880", "address": "fa:16:3e:75:e7:d7", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb5bf4a4-70", "ovs_interfaceid": "cb5bf4a4-709a-4135-bbe5-1d37a05ab880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.585195] env[69547]: DEBUG oslo_concurrency.lockutils [req-25434338-d6b7-4e22-9f12-d6b16205d8fd req-3ca51123-cde9-4d39-8d8e-3d7243bceaac service nova] Acquired lock "refresh_cache-29c8cc49-c5a3-4cc6-b6bf-041138d54870" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.585421] env[69547]: DEBUG nova.network.neutron [req-25434338-d6b7-4e22-9f12-d6b16205d8fd req-3ca51123-cde9-4d39-8d8e-3d7243bceaac service nova] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Refreshing network info cache for port cb5bf4a4-709a-4135-bbe5-1d37a05ab880 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.592874] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:e7:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb5bf4a4-709a-4135-bbe5-1d37a05ab880', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.601413] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.606808] env[69547]: DEBUG nova.network.neutron [-] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.606808] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.610322] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3eed88-24c7-41a1-94c3-f34fb84ccf51 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.638020] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.638020] env[69547]: value = "task-3161225" [ 769.638020] env[69547]: _type = "Task" [ 769.638020] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.646527] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161225, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.678385] env[69547]: DEBUG nova.compute.manager [req-6971cdac-91dc-4501-84f1-761a653ddb24 req-4f4a2ca1-e892-4853-860c-2a071849d783 service nova] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Received event network-vif-deleted-9db71942-297a-4ebd-97ef-0e8941e0e220 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.949495] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.950429] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.951043] env[69547]: DEBUG nova.compute.manager [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.958828] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4239fe84-4cfe-4690-938c-f665a9f3013a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.961866] env[69547]: DEBUG oslo_concurrency.lockutils [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.933s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.962217] env[69547]: DEBUG nova.objects.instance [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lazy-loading 'resources' on Instance uuid e2e5aa07-b856-4b26-89de-eeaa85de3f23 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.975835] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 769.975835] env[69547]: value = "task-3161226" [ 769.975835] env[69547]: _type = "Task" [ 769.975835] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.991263] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161226, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.007960] env[69547]: DEBUG nova.network.neutron [req-25434338-d6b7-4e22-9f12-d6b16205d8fd req-3ca51123-cde9-4d39-8d8e-3d7243bceaac service nova] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Updated VIF entry in instance network info cache for port cb5bf4a4-709a-4135-bbe5-1d37a05ab880. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.007960] env[69547]: DEBUG nova.network.neutron [req-25434338-d6b7-4e22-9f12-d6b16205d8fd req-3ca51123-cde9-4d39-8d8e-3d7243bceaac service nova] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Updating instance_info_cache with network_info: [{"id": "cb5bf4a4-709a-4135-bbe5-1d37a05ab880", "address": "fa:16:3e:75:e7:d7", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb5bf4a4-70", "ovs_interfaceid": "cb5bf4a4-709a-4135-bbe5-1d37a05ab880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.015542] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.081410] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476058} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.081674] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 7a0d471c-b83d-4a0f-96ea-146d5dd501ac/7a0d471c-b83d-4a0f-96ea-146d5dd501ac.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.081975] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.082345] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cdf6295-62e9-46bd-8922-021e9dd48f69 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.093341] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 770.093341] env[69547]: value = "task-3161227" [ 770.093341] env[69547]: _type = "Task" [ 770.093341] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.111456] env[69547]: INFO nova.compute.manager [-] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Took 1.42 seconds to deallocate network for instance. [ 770.112016] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.147060] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161225, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.335213] env[69547]: DEBUG nova.network.neutron [-] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.457888] env[69547]: DEBUG nova.compute.utils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.459598] env[69547]: DEBUG nova.compute.manager [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.459598] env[69547]: DEBUG nova.network.neutron [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.493294] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161226, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.507685] env[69547]: DEBUG nova.policy [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b25be2fe8564324a4305121d5e4cd41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1335f66d365d4122997bcd48caaf8c3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.512650] env[69547]: DEBUG oslo_vmware.api [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161222, 'name': PowerOnVM_Task, 'duration_secs': 1.11633} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.513040] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.513266] env[69547]: INFO nova.compute.manager [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Took 9.40 seconds to spawn the instance on the hypervisor. [ 770.514074] env[69547]: DEBUG nova.compute.manager [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.514354] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318b7b54-f633-4e93-9966-849f2c9a8aa0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.517259] env[69547]: DEBUG oslo_concurrency.lockutils [req-25434338-d6b7-4e22-9f12-d6b16205d8fd req-3ca51123-cde9-4d39-8d8e-3d7243bceaac service nova] Releasing lock "refresh_cache-29c8cc49-c5a3-4cc6-b6bf-041138d54870" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.605325] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084573} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.605325] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.605841] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb17d9-3517-43eb-b0e3-77fffbaf0345 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.629401] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.638671] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 7a0d471c-b83d-4a0f-96ea-146d5dd501ac/7a0d471c-b83d-4a0f-96ea-146d5dd501ac.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.641982] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0e651c-9174-4c00-86ca-a0998ac63ff0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.668221] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161225, 'name': CreateVM_Task, 'duration_secs': 0.566842} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.669557] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.669927] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 770.669927] env[69547]: value = "task-3161228" [ 770.669927] env[69547]: _type = "Task" [ 770.669927] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.670585] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.670744] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.671070] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.671373] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcd6e38-7dac-43d5-85c5-7981199677c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.685065] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.685400] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 770.685400] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5202bc36-c73c-8f16-a570-1357e7e05934" [ 770.685400] env[69547]: _type = "Task" [ 770.685400] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.698354] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5202bc36-c73c-8f16-a570-1357e7e05934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.837468] env[69547]: INFO nova.compute.manager [-] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Took 1.30 seconds to deallocate network for instance. [ 770.962535] env[69547]: DEBUG nova.compute.manager [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.990255] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161226, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.995966] env[69547]: DEBUG nova.network.neutron [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Successfully created port: 5483b7d6-4e8b-47dc-8be1-747483682846 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.035010] env[69547]: INFO nova.compute.manager [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Took 34.20 seconds to build instance. [ 771.139917] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b229859c-534d-4846-ace1-102226299490 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.148154] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63437984-68de-4d1f-80c5-affd4b9e288f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.183276] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d47e262-8c12-443a-a104-9af947aeb764 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.196446] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161228, 'name': ReconfigVM_Task, 'duration_secs': 0.321299} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.198034] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e7269-03e8-4e96-8e31-5f9b06f042f0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.202260] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 7a0d471c-b83d-4a0f-96ea-146d5dd501ac/7a0d471c-b83d-4a0f-96ea-146d5dd501ac.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.206101] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fb7a7ed-3b92-4335-8e4e-fe1c854e5ab1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.207727] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5202bc36-c73c-8f16-a570-1357e7e05934, 'name': SearchDatastore_Task, 'duration_secs': 0.017424} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.208438] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.208723] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.209121] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.209193] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.209319] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.209908] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c962846-b26e-43a6-8966-785849755d78 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.220605] env[69547]: DEBUG nova.compute.provider_tree [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.223778] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 771.223778] env[69547]: value = "task-3161229" [ 771.223778] env[69547]: _type = "Task" [ 771.223778] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.234543] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161229, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.238455] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.238455] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.238455] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7240b5f-2ef5-47cc-86f6-059a3d2e520e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.244765] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 771.244765] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5208341d-5abc-eb67-f2db-cf97f8a88de9" [ 771.244765] env[69547]: _type = "Task" [ 771.244765] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.254494] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5208341d-5abc-eb67-f2db-cf97f8a88de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.344315] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.489732] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161226, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.538245] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2b516cb9-c30c-44f9-93b9-7bbeea5fdfea tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.873s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.725776] env[69547]: DEBUG nova.scheduler.client.report [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.743946] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161229, 'name': Rename_Task, 'duration_secs': 0.192919} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.744278] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.745734] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04021d52-c671-4bc7-8a19-015b8ec326e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.759178] env[69547]: DEBUG nova.compute.manager [req-3d02fda7-b4ef-4255-8480-9d03f6eed77f req-b736fd19-37bb-4608-9328-7cf5125ed929 service nova] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Received event network-vif-deleted-2184c565-c49d-4c3d-a150-ff9d62f337b0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.763557] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 771.763557] env[69547]: value = "task-3161230" [ 771.763557] env[69547]: _type = "Task" [ 771.763557] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.766074] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5208341d-5abc-eb67-f2db-cf97f8a88de9, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.772129] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765cde8f-fd2b-4699-abec-81aa3e265347 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.783943] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.785129] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 771.785129] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52901955-26b0-b560-d270-3f508195b270" [ 771.785129] env[69547]: _type = "Task" [ 771.785129] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.796444] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52901955-26b0-b560-d270-3f508195b270, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.796875] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.797204] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 29c8cc49-c5a3-4cc6-b6bf-041138d54870/29c8cc49-c5a3-4cc6-b6bf-041138d54870.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.797472] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2437cfc8-63e9-49fc-b637-0ac35f6d4150 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.805106] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 771.805106] env[69547]: value = "task-3161231" [ 771.805106] env[69547]: _type = "Task" [ 771.805106] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.822527] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.973290] env[69547]: DEBUG nova.compute.manager [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.993019] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161226, 'name': CloneVM_Task, 'duration_secs': 2.001434} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.993019] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Created linked-clone VM from snapshot [ 771.993818] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8954172-aec3-47a4-b3c5-1c7e1498bcf2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.004460] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Uploading image f0262a8a-ca5b-4f0d-a2ec-457b05b011de {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.019036] env[69547]: DEBUG nova.virt.hardware [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.020667] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6afdab8-b9fe-489a-99dd-c8833ef7bf19 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.037108] env[69547]: DEBUG oslo_vmware.rw_handles [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 772.037108] env[69547]: value = "vm-632483" [ 772.037108] env[69547]: _type = "VirtualMachine" [ 772.037108] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 772.039807] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0a799-22d0-412b-b724-672473834e39 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.045844] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-963fd2db-6f70-413b-af17-0f852229688b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.048085] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.065780] env[69547]: DEBUG oslo_vmware.rw_handles [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lease: (returnval){ [ 772.065780] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c398c7-3dad-4964-5fec-d2f76583c866" [ 772.065780] env[69547]: _type = "HttpNfcLease" [ 772.065780] env[69547]: } obtained for exporting VM: (result){ [ 772.065780] env[69547]: value = "vm-632483" [ 772.065780] env[69547]: _type = "VirtualMachine" [ 772.065780] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 772.066166] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the lease: (returnval){ [ 772.066166] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c398c7-3dad-4964-5fec-d2f76583c866" [ 772.066166] env[69547]: _type = "HttpNfcLease" [ 772.066166] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 772.074780] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.074780] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c398c7-3dad-4964-5fec-d2f76583c866" [ 772.074780] env[69547]: _type = "HttpNfcLease" [ 772.074780] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 772.234701] env[69547]: DEBUG oslo_concurrency.lockutils [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.236404] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.589s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.241592] env[69547]: INFO nova.compute.claims [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.265285] env[69547]: INFO nova.scheduler.client.report [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Deleted allocations for instance e2e5aa07-b856-4b26-89de-eeaa85de3f23 [ 772.281056] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161230, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.316978] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48109} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.317294] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 29c8cc49-c5a3-4cc6-b6bf-041138d54870/29c8cc49-c5a3-4cc6-b6bf-041138d54870.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.317521] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.317822] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92587eec-73d1-4672-a935-785821b06182 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.327986] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 772.327986] env[69547]: value = "task-3161233" [ 772.327986] env[69547]: _type = "Task" [ 772.327986] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.340054] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.574342] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.575520] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.575520] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c398c7-3dad-4964-5fec-d2f76583c866" [ 772.575520] env[69547]: _type = "HttpNfcLease" [ 772.575520] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 772.576259] env[69547]: DEBUG oslo_vmware.rw_handles [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 772.576259] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c398c7-3dad-4964-5fec-d2f76583c866" [ 772.576259] env[69547]: _type = "HttpNfcLease" [ 772.576259] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 772.576549] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab95be40-c904-41d5-9aa8-98f87f5aa12b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.585647] env[69547]: DEBUG oslo_vmware.rw_handles [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52227ffa-579c-2629-3fa7-3472631aa4c9/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 772.585827] env[69547]: DEBUG oslo_vmware.rw_handles [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52227ffa-579c-2629-3fa7-3472631aa4c9/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.742774] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ea5bd6c-f6bd-4d95-a46e-a6d0cf50aed7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.782426] env[69547]: DEBUG oslo_concurrency.lockutils [None req-429cb99b-311f-4fd8-b5db-8e71924eff1c tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "e2e5aa07-b856-4b26-89de-eeaa85de3f23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.347s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.791577] env[69547]: DEBUG oslo_vmware.api [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161230, 'name': PowerOnVM_Task, 'duration_secs': 0.760553} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.798769] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.799072] env[69547]: INFO nova.compute.manager [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Took 7.83 seconds to spawn the instance on the hypervisor. [ 772.799287] env[69547]: DEBUG nova.compute.manager [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.800914] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51883774-651c-4eee-8700-a51a5de4dee0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.846724] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075759} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.847034] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.847866] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85cfe2f-372f-429d-b611-a6f284f6b489 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.877727] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 29c8cc49-c5a3-4cc6-b6bf-041138d54870/29c8cc49-c5a3-4cc6-b6bf-041138d54870.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.879725] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83fff6d0-9bcf-4bc1-845e-8450bab2bd71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.896788] env[69547]: DEBUG nova.compute.manager [req-552816b6-39dc-49a5-ad5f-f4da4273a9e9 req-dcc7ea62-3f40-4171-871b-0e00553dd1b9 service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Received event network-vif-plugged-5483b7d6-4e8b-47dc-8be1-747483682846 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.896788] env[69547]: DEBUG oslo_concurrency.lockutils [req-552816b6-39dc-49a5-ad5f-f4da4273a9e9 req-dcc7ea62-3f40-4171-871b-0e00553dd1b9 service nova] Acquiring lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.896788] env[69547]: DEBUG oslo_concurrency.lockutils [req-552816b6-39dc-49a5-ad5f-f4da4273a9e9 req-dcc7ea62-3f40-4171-871b-0e00553dd1b9 service nova] Lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.896939] env[69547]: DEBUG oslo_concurrency.lockutils [req-552816b6-39dc-49a5-ad5f-f4da4273a9e9 req-dcc7ea62-3f40-4171-871b-0e00553dd1b9 service nova] Lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.897118] env[69547]: DEBUG nova.compute.manager [req-552816b6-39dc-49a5-ad5f-f4da4273a9e9 req-dcc7ea62-3f40-4171-871b-0e00553dd1b9 service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] No waiting events found dispatching network-vif-plugged-5483b7d6-4e8b-47dc-8be1-747483682846 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.897278] env[69547]: WARNING nova.compute.manager [req-552816b6-39dc-49a5-ad5f-f4da4273a9e9 req-dcc7ea62-3f40-4171-871b-0e00553dd1b9 service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Received unexpected event network-vif-plugged-5483b7d6-4e8b-47dc-8be1-747483682846 for instance with vm_state building and task_state spawning. [ 772.907841] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 772.907841] env[69547]: value = "task-3161234" [ 772.907841] env[69547]: _type = "Task" [ 772.907841] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.916613] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.207601] env[69547]: DEBUG nova.network.neutron [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Successfully updated port: 5483b7d6-4e8b-47dc-8be1-747483682846 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.325215] env[69547]: INFO nova.compute.manager [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Took 35.80 seconds to build instance. [ 773.423810] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.715311] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquiring lock "refresh_cache-4a57f6d5-3fa0-49f3-8cd5-03d310babd07" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.715630] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquired lock "refresh_cache-4a57f6d5-3fa0-49f3-8cd5-03d310babd07" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.715736] env[69547]: DEBUG nova.network.neutron [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.826497] env[69547]: DEBUG oslo_concurrency.lockutils [None req-872851b9-b43b-4a8f-a660-ed7f11898134 tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.793s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.924918] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161234, 'name': ReconfigVM_Task, 'duration_secs': 0.808418} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.926076] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 29c8cc49-c5a3-4cc6-b6bf-041138d54870/29c8cc49-c5a3-4cc6-b6bf-041138d54870.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.926076] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-678c891d-9fb7-4e13-9d9f-b06b512859a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.934507] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 773.934507] env[69547]: value = "task-3161235" [ 773.934507] env[69547]: _type = "Task" [ 773.934507] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.945996] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161235, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.992554] env[69547]: DEBUG nova.compute.manager [req-195f917b-410e-4f46-b67a-541db1955e23 req-c8637861-41aa-44c9-ab54-674e44768d4a service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Received event network-changed-cb246f52-86dd-4022-b014-49dc33b74735 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.993420] env[69547]: DEBUG nova.compute.manager [req-195f917b-410e-4f46-b67a-541db1955e23 req-c8637861-41aa-44c9-ab54-674e44768d4a service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Refreshing instance network info cache due to event network-changed-cb246f52-86dd-4022-b014-49dc33b74735. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.993902] env[69547]: DEBUG oslo_concurrency.lockutils [req-195f917b-410e-4f46-b67a-541db1955e23 req-c8637861-41aa-44c9-ab54-674e44768d4a service nova] Acquiring lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.994305] env[69547]: DEBUG oslo_concurrency.lockutils [req-195f917b-410e-4f46-b67a-541db1955e23 req-c8637861-41aa-44c9-ab54-674e44768d4a service nova] Acquired lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.994626] env[69547]: DEBUG nova.network.neutron [req-195f917b-410e-4f46-b67a-541db1955e23 req-c8637861-41aa-44c9-ab54-674e44768d4a service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Refreshing network info cache for port cb246f52-86dd-4022-b014-49dc33b74735 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.081225] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0e772e-429f-4c7d-a915-98bfdb729821 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.091276] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ed429b-9fd4-4d03-875d-9db48ee69099 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.134984] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6f6de-3cbb-4a6b-abee-e6b525b36098 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.145833] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd61ad1-a3f8-4f23-abf5-4048686f9107 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.164937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquiring lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.164937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.165173] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquiring lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.165356] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.165521] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.167543] env[69547]: DEBUG nova.compute.provider_tree [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.169549] env[69547]: INFO nova.compute.manager [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Terminating instance [ 774.269135] env[69547]: DEBUG nova.network.neutron [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.331872] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.446077] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161235, 'name': Rename_Task, 'duration_secs': 0.298976} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.449737] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.449737] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cb95acc-f1a0-4cf7-a7d5-84bb430c29e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.449737] env[69547]: DEBUG nova.network.neutron [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Updating instance_info_cache with network_info: [{"id": "5483b7d6-4e8b-47dc-8be1-747483682846", "address": "fa:16:3e:1f:0d:c6", "network": {"id": "5a96972b-b6d2-4239-8951-66c0ccec0bb6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2039522256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1335f66d365d4122997bcd48caaf8c3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5483b7d6-4e", "ovs_interfaceid": "5483b7d6-4e8b-47dc-8be1-747483682846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.456660] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 774.456660] env[69547]: value = "task-3161236" [ 774.456660] env[69547]: _type = "Task" [ 774.456660] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.466326] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.674826] env[69547]: DEBUG nova.scheduler.client.report [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.684245] env[69547]: DEBUG nova.compute.manager [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.684245] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.684989] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8a16f5-280b-4385-b9d2-296ad5b286b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.698707] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.699284] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf80f14d-f9b4-4d10-af6f-2f6fda42eaf0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.710316] env[69547]: DEBUG oslo_vmware.api [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 774.710316] env[69547]: value = "task-3161237" [ 774.710316] env[69547]: _type = "Task" [ 774.710316] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.724126] env[69547]: DEBUG oslo_vmware.api [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.731100] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "56a815f4-f62e-46dc-8735-cbb255bbcbde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.731100] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "56a815f4-f62e-46dc-8735-cbb255bbcbde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.858442] env[69547]: DEBUG nova.network.neutron [req-195f917b-410e-4f46-b67a-541db1955e23 req-c8637861-41aa-44c9-ab54-674e44768d4a service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updated VIF entry in instance network info cache for port cb246f52-86dd-4022-b014-49dc33b74735. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.862667] env[69547]: DEBUG nova.network.neutron [req-195f917b-410e-4f46-b67a-541db1955e23 req-c8637861-41aa-44c9-ab54-674e44768d4a service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance_info_cache with network_info: [{"id": "cb246f52-86dd-4022-b014-49dc33b74735", "address": "fa:16:3e:ab:41:d7", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb246f52-86", "ovs_interfaceid": "cb246f52-86dd-4022-b014-49dc33b74735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.867118] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.952319] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Releasing lock "refresh_cache-4a57f6d5-3fa0-49f3-8cd5-03d310babd07" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.952319] env[69547]: DEBUG nova.compute.manager [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Instance network_info: |[{"id": "5483b7d6-4e8b-47dc-8be1-747483682846", "address": "fa:16:3e:1f:0d:c6", "network": {"id": "5a96972b-b6d2-4239-8951-66c0ccec0bb6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2039522256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1335f66d365d4122997bcd48caaf8c3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5483b7d6-4e", "ovs_interfaceid": "5483b7d6-4e8b-47dc-8be1-747483682846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.952620] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:0d:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5483b7d6-4e8b-47dc-8be1-747483682846', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.961168] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Creating folder: Project (1335f66d365d4122997bcd48caaf8c3c). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.961227] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7e2e734-1ceb-45db-be37-b84551980fd0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.973400] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.978763] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Created folder: Project (1335f66d365d4122997bcd48caaf8c3c) in parent group-v632381. [ 774.978894] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Creating folder: Instances. Parent ref: group-v632484. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.979171] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e1889b5-c9f0-4801-b4ea-3a3952a7c993 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.990127] env[69547]: DEBUG nova.compute.manager [req-d9aefdd0-92d8-472b-b227-7c081f5fdd8e req-3b1dc6e2-7f43-49e6-aa98-bfc17739a5de service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Received event network-changed-5483b7d6-4e8b-47dc-8be1-747483682846 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.990641] env[69547]: DEBUG nova.compute.manager [req-d9aefdd0-92d8-472b-b227-7c081f5fdd8e req-3b1dc6e2-7f43-49e6-aa98-bfc17739a5de service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Refreshing instance network info cache due to event network-changed-5483b7d6-4e8b-47dc-8be1-747483682846. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.990641] env[69547]: DEBUG oslo_concurrency.lockutils [req-d9aefdd0-92d8-472b-b227-7c081f5fdd8e req-3b1dc6e2-7f43-49e6-aa98-bfc17739a5de service nova] Acquiring lock "refresh_cache-4a57f6d5-3fa0-49f3-8cd5-03d310babd07" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.991201] env[69547]: DEBUG oslo_concurrency.lockutils [req-d9aefdd0-92d8-472b-b227-7c081f5fdd8e req-3b1dc6e2-7f43-49e6-aa98-bfc17739a5de service nova] Acquired lock "refresh_cache-4a57f6d5-3fa0-49f3-8cd5-03d310babd07" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.991383] env[69547]: DEBUG nova.network.neutron [req-d9aefdd0-92d8-472b-b227-7c081f5fdd8e req-3b1dc6e2-7f43-49e6-aa98-bfc17739a5de service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Refreshing network info cache for port 5483b7d6-4e8b-47dc-8be1-747483682846 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.996019] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Created folder: Instances in parent group-v632484. [ 774.996223] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.996679] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.996993] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c9ef8e2-632d-4f30-ad01-9bda5fdcaaba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.020423] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.020423] env[69547]: value = "task-3161240" [ 775.020423] env[69547]: _type = "Task" [ 775.020423] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.030653] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161240, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.186058] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.949s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.186233] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.189973] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.453s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.192507] env[69547]: INFO nova.compute.claims [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.221675] env[69547]: DEBUG oslo_vmware.api [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161237, 'name': PowerOffVM_Task, 'duration_secs': 0.184525} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.221938] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.222127] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.222391] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-886300d4-dd10-4079-8e4e-7dba09c07157 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.302804] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.303088] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.303316] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Deleting the datastore file [datastore1] 7a0d471c-b83d-4a0f-96ea-146d5dd501ac {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.303816] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b58052a-6796-476e-8a2e-a2e49d0b6029 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.314525] env[69547]: DEBUG oslo_vmware.api [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for the task: (returnval){ [ 775.314525] env[69547]: value = "task-3161242" [ 775.314525] env[69547]: _type = "Task" [ 775.314525] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.324711] env[69547]: DEBUG oslo_vmware.api [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.346620] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquiring lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.346899] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.367988] env[69547]: DEBUG oslo_concurrency.lockutils [req-195f917b-410e-4f46-b67a-541db1955e23 req-c8637861-41aa-44c9-ab54-674e44768d4a service nova] Releasing lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.472965] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.533039] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161240, 'name': CreateVM_Task, 'duration_secs': 0.371394} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.533039] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.533614] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.533779] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.534219] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.534513] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e5e355-42a9-4eb3-91e1-0d6607e43a8d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.541268] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 775.541268] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d64728-c54c-c901-fbd6-f0464b198f34" [ 775.541268] env[69547]: _type = "Task" [ 775.541268] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.554376] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d64728-c54c-c901-fbd6-f0464b198f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.691357] env[69547]: DEBUG nova.compute.utils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.692981] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.693106] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.735562] env[69547]: DEBUG nova.network.neutron [req-d9aefdd0-92d8-472b-b227-7c081f5fdd8e req-3b1dc6e2-7f43-49e6-aa98-bfc17739a5de service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Updated VIF entry in instance network info cache for port 5483b7d6-4e8b-47dc-8be1-747483682846. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.736485] env[69547]: DEBUG nova.network.neutron [req-d9aefdd0-92d8-472b-b227-7c081f5fdd8e req-3b1dc6e2-7f43-49e6-aa98-bfc17739a5de service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Updating instance_info_cache with network_info: [{"id": "5483b7d6-4e8b-47dc-8be1-747483682846", "address": "fa:16:3e:1f:0d:c6", "network": {"id": "5a96972b-b6d2-4239-8951-66c0ccec0bb6", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2039522256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1335f66d365d4122997bcd48caaf8c3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5483b7d6-4e", "ovs_interfaceid": "5483b7d6-4e8b-47dc-8be1-747483682846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.749720] env[69547]: DEBUG nova.policy [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6dcb8cadb874c6a8d4ddb61d648a144', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a47a70d843f4fc49c018cd4cae71c0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.827562] env[69547]: DEBUG oslo_vmware.api [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Task: {'id': task-3161242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15225} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.827835] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.828029] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.828228] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.828438] env[69547]: INFO nova.compute.manager [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Took 1.14 seconds to destroy the instance on the hypervisor. [ 775.829126] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.829126] env[69547]: DEBUG nova.compute.manager [-] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.829126] env[69547]: DEBUG nova.network.neutron [-] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.974074] env[69547]: DEBUG oslo_vmware.api [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161236, 'name': PowerOnVM_Task, 'duration_secs': 1.165006} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.974074] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.974074] env[69547]: INFO nova.compute.manager [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Took 9.14 seconds to spawn the instance on the hypervisor. [ 775.974074] env[69547]: DEBUG nova.compute.manager [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.974685] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6242253c-49d1-408d-a26b-1cba94f09027 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.052402] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d64728-c54c-c901-fbd6-f0464b198f34, 'name': SearchDatastore_Task, 'duration_secs': 0.015249} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.052792] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.052974] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.053223] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.053476] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.053736] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.054286] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbb7b374-7f4d-420e-a45f-f29cc253681e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.065604] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.065834] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.066689] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ceb978-6ca5-4511-97a4-097e7dfd02b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.073969] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 776.073969] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522a9132-7809-9cd4-6c24-48468c84792a" [ 776.073969] env[69547]: _type = "Task" [ 776.073969] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.084323] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522a9132-7809-9cd4-6c24-48468c84792a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.133199] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Successfully created port: 82232496-24f1-4070-a051-4894bfa419ec {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.196444] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.238839] env[69547]: DEBUG oslo_concurrency.lockutils [req-d9aefdd0-92d8-472b-b227-7c081f5fdd8e req-3b1dc6e2-7f43-49e6-aa98-bfc17739a5de service nova] Releasing lock "refresh_cache-4a57f6d5-3fa0-49f3-8cd5-03d310babd07" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.496647] env[69547]: INFO nova.compute.manager [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Took 34.55 seconds to build instance. [ 776.596294] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522a9132-7809-9cd4-6c24-48468c84792a, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.596294] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba6c505-ed40-4f3e-bb1d-92c1148e3f5b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.602704] env[69547]: DEBUG nova.network.neutron [-] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.607020] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 776.607020] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ffa761-4f39-3e39-6f82-f82edd8b6504" [ 776.607020] env[69547]: _type = "Task" [ 776.607020] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.621065] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ffa761-4f39-3e39-6f82-f82edd8b6504, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.626025] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.626025] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 4a57f6d5-3fa0-49f3-8cd5-03d310babd07/4a57f6d5-3fa0-49f3-8cd5-03d310babd07.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.633141] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8958fa11-e02b-4fd5-81b0-aa96b6ae3295 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.644528] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 776.644528] env[69547]: value = "task-3161243" [ 776.644528] env[69547]: _type = "Task" [ 776.644528] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.658338] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.853282] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d14dc-a992-41ce-879c-021508c60b5f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.864497] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c3130e-3e0e-4452-b3dd-810ea36a9b9b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.906249] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f1e07-d6f0-4a99-94f6-6004ab5cb8be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.915532] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000519ed-2e2c-40e1-8cba-6a47c98a00ce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.932260] env[69547]: DEBUG nova.compute.provider_tree [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.003145] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9cbb554b-2cf7-4f7b-bd3d-51e80ab86649 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.581s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.019623] env[69547]: DEBUG nova.compute.manager [req-b8c39fe2-58ac-4359-86b8-6fa613de2ac8 req-ef5b6706-a176-43ff-a081-bfc03aa81eaf service nova] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Received event network-vif-deleted-5c8178e5-5d57-4132-b2f4-c28e56348a67 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.108462] env[69547]: INFO nova.compute.manager [-] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Took 1.28 seconds to deallocate network for instance. [ 777.140149] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8b4139-8eac-4144-bd3d-1762a57d01f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.149806] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0989df10-6701-4a59-8ef4-908d2708e9db tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Suspending the VM {{(pid=69547) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 777.150426] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8072f02c-097f-44bb-8df2-e09c084c8827 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.155509] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488915} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.156103] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 4a57f6d5-3fa0-49f3-8cd5-03d310babd07/4a57f6d5-3fa0-49f3-8cd5-03d310babd07.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.156334] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.156604] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc0df374-ba72-4283-a2e0-9962b0aa8166 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.161756] env[69547]: DEBUG oslo_vmware.api [None req-0989df10-6701-4a59-8ef4-908d2708e9db tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 777.161756] env[69547]: value = "task-3161244" [ 777.161756] env[69547]: _type = "Task" [ 777.161756] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.166266] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 777.166266] env[69547]: value = "task-3161245" [ 777.166266] env[69547]: _type = "Task" [ 777.166266] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.173613] env[69547]: DEBUG oslo_vmware.api [None req-0989df10-6701-4a59-8ef4-908d2708e9db tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161244, 'name': SuspendVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.179850] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.213071] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.245037] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.245037] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.245037] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.245037] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.245362] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.245362] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.245501] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.245688] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.245862] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.246702] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.246702] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.248401] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f850e12b-22e9-4d7e-aacc-1ab731d96404 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.256866] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b54b50e-e9b6-4d0b-adf7-536d6faf7028 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.436380] env[69547]: DEBUG nova.scheduler.client.report [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.505753] env[69547]: DEBUG nova.compute.manager [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.615737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.649538] env[69547]: DEBUG nova.compute.manager [req-003e20cd-994e-45f6-ba1b-a3498fc4e427 req-f031d927-2f06-4f87-87c1-f38420f3ebed service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Received event network-vif-plugged-82232496-24f1-4070-a051-4894bfa419ec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.649773] env[69547]: DEBUG oslo_concurrency.lockutils [req-003e20cd-994e-45f6-ba1b-a3498fc4e427 req-f031d927-2f06-4f87-87c1-f38420f3ebed service nova] Acquiring lock "525141fd-077e-40e2-a7fe-914c1dbcb900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.649982] env[69547]: DEBUG oslo_concurrency.lockutils [req-003e20cd-994e-45f6-ba1b-a3498fc4e427 req-f031d927-2f06-4f87-87c1-f38420f3ebed service nova] Lock "525141fd-077e-40e2-a7fe-914c1dbcb900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.650306] env[69547]: DEBUG oslo_concurrency.lockutils [req-003e20cd-994e-45f6-ba1b-a3498fc4e427 req-f031d927-2f06-4f87-87c1-f38420f3ebed service nova] Lock "525141fd-077e-40e2-a7fe-914c1dbcb900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.650462] env[69547]: DEBUG nova.compute.manager [req-003e20cd-994e-45f6-ba1b-a3498fc4e427 req-f031d927-2f06-4f87-87c1-f38420f3ebed service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] No waiting events found dispatching network-vif-plugged-82232496-24f1-4070-a051-4894bfa419ec {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.650744] env[69547]: WARNING nova.compute.manager [req-003e20cd-994e-45f6-ba1b-a3498fc4e427 req-f031d927-2f06-4f87-87c1-f38420f3ebed service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Received unexpected event network-vif-plugged-82232496-24f1-4070-a051-4894bfa419ec for instance with vm_state building and task_state spawning. [ 777.676267] env[69547]: DEBUG oslo_vmware.api [None req-0989df10-6701-4a59-8ef4-908d2708e9db tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161244, 'name': SuspendVM_Task} progress is 62%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.682519] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091994} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.682810] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.683666] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db2c1de-0b5e-4670-8529-93b25b9a6417 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.709610] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 4a57f6d5-3fa0-49f3-8cd5-03d310babd07/4a57f6d5-3fa0-49f3-8cd5-03d310babd07.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.710055] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a0a285-0411-4fa7-9b64-1a8f5bb16cc6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.733705] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 777.733705] env[69547]: value = "task-3161246" [ 777.733705] env[69547]: _type = "Task" [ 777.733705] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.743024] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.757216] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Successfully updated port: 82232496-24f1-4070-a051-4894bfa419ec {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.942442] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.943269] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.951289] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.864s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.031420] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.173830] env[69547]: DEBUG oslo_vmware.api [None req-0989df10-6701-4a59-8ef4-908d2708e9db tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161244, 'name': SuspendVM_Task, 'duration_secs': 0.789756} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.174121] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0989df10-6701-4a59-8ef4-908d2708e9db tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Suspended the VM {{(pid=69547) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 778.174307] env[69547]: DEBUG nova.compute.manager [None req-0989df10-6701-4a59-8ef4-908d2708e9db tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.175101] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b54d6d3-a804-4b8a-bcc9-f52653eb1127 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.245195] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161246, 'name': ReconfigVM_Task, 'duration_secs': 0.324701} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.245514] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 4a57f6d5-3fa0-49f3-8cd5-03d310babd07/4a57f6d5-3fa0-49f3-8cd5-03d310babd07.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.246228] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-149af899-d93c-48b9-a286-11355a235b85 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.254964] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 778.254964] env[69547]: value = "task-3161247" [ 778.254964] env[69547]: _type = "Task" [ 778.254964] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.260299] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "refresh_cache-525141fd-077e-40e2-a7fe-914c1dbcb900" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.260474] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "refresh_cache-525141fd-077e-40e2-a7fe-914c1dbcb900" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.260749] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.265514] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161247, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.456037] env[69547]: DEBUG nova.compute.utils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.457487] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.457665] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.462932] env[69547]: INFO nova.compute.claims [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.529874] env[69547]: DEBUG nova.policy [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6dcb8cadb874c6a8d4ddb61d648a144', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a47a70d843f4fc49c018cd4cae71c0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.771086] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161247, 'name': Rename_Task, 'duration_secs': 0.166238} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.771537] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.772664] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fd4df24-2f7c-4c16-8418-797fb5bfd63a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.781830] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 778.781830] env[69547]: value = "task-3161248" [ 778.781830] env[69547]: _type = "Task" [ 778.781830] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.790850] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.803533] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.816670] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Successfully created port: aeb02428-951c-45ea-99be-156ce2ef56ce {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.961629] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.968684] env[69547]: INFO nova.compute.resource_tracker [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating resource usage from migration 5e02d15c-516e-47e8-ad3c-b84d577e64b7 [ 778.995167] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Updating instance_info_cache with network_info: [{"id": "82232496-24f1-4070-a051-4894bfa419ec", "address": "fa:16:3e:1a:39:5f", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82232496-24", "ovs_interfaceid": "82232496-24f1-4070-a051-4894bfa419ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.293893] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.498142] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "refresh_cache-525141fd-077e-40e2-a7fe-914c1dbcb900" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.498541] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Instance network_info: |[{"id": "82232496-24f1-4070-a051-4894bfa419ec", "address": "fa:16:3e:1a:39:5f", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82232496-24", "ovs_interfaceid": "82232496-24f1-4070-a051-4894bfa419ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.498964] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:39:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82232496-24f1-4070-a051-4894bfa419ec', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.506501] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Creating folder: Project (4a47a70d843f4fc49c018cd4cae71c0b). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.510116] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2f76704-f29a-485d-90fc-db0608ea8ac6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.528593] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Created folder: Project (4a47a70d843f4fc49c018cd4cae71c0b) in parent group-v632381. [ 779.528810] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Creating folder: Instances. Parent ref: group-v632487. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.529482] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e537e5e-05e1-4466-b83f-4e13e97c38ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.543213] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Created folder: Instances in parent group-v632487. [ 779.543475] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.546182] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.547139] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83ae526f-f2e3-4da9-9207-8acb6852609a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.571641] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.571641] env[69547]: value = "task-3161251" [ 779.571641] env[69547]: _type = "Task" [ 779.571641] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.583951] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161251, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.609412] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e93753-e9b2-4084-99c6-8c188ba1452d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.623183] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0fd2dd-34ec-4103-8f6d-4f01e12e3079 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.663882] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece7f5ca-e3c8-484b-9a28-5c6dd1b6c7fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.673065] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be55a7bc-731c-407d-a750-cbdf77b13970 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.689243] env[69547]: DEBUG nova.compute.provider_tree [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.775883] env[69547]: DEBUG nova.compute.manager [req-61d899ce-eae4-43dd-a8bc-2f67b56e961e req-deebc2c1-67ff-4a46-b921-fbbc0526e253 service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Received event network-changed-82232496-24f1-4070-a051-4894bfa419ec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.776077] env[69547]: DEBUG nova.compute.manager [req-61d899ce-eae4-43dd-a8bc-2f67b56e961e req-deebc2c1-67ff-4a46-b921-fbbc0526e253 service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Refreshing instance network info cache due to event network-changed-82232496-24f1-4070-a051-4894bfa419ec. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.776300] env[69547]: DEBUG oslo_concurrency.lockutils [req-61d899ce-eae4-43dd-a8bc-2f67b56e961e req-deebc2c1-67ff-4a46-b921-fbbc0526e253 service nova] Acquiring lock "refresh_cache-525141fd-077e-40e2-a7fe-914c1dbcb900" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.776442] env[69547]: DEBUG oslo_concurrency.lockutils [req-61d899ce-eae4-43dd-a8bc-2f67b56e961e req-deebc2c1-67ff-4a46-b921-fbbc0526e253 service nova] Acquired lock "refresh_cache-525141fd-077e-40e2-a7fe-914c1dbcb900" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.776607] env[69547]: DEBUG nova.network.neutron [req-61d899ce-eae4-43dd-a8bc-2f67b56e961e req-deebc2c1-67ff-4a46-b921-fbbc0526e253 service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Refreshing network info cache for port 82232496-24f1-4070-a051-4894bfa419ec {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.794089] env[69547]: DEBUG oslo_vmware.api [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161248, 'name': PowerOnVM_Task, 'duration_secs': 0.720096} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.794364] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.794608] env[69547]: INFO nova.compute.manager [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Took 7.82 seconds to spawn the instance on the hypervisor. [ 779.794773] env[69547]: DEBUG nova.compute.manager [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.795938] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766beba0-d30e-4746-a2d2-227fd685419c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.974083] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.996409] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.996692] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.996918] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.997148] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.997301] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.997450] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.997673] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.997826] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.997995] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.998172] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.998344] env[69547]: DEBUG nova.virt.hardware [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.999252] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567b942f-04ca-4d36-9494-5599e546c351 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.008232] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06d4e58-fa8e-42f3-9a66-063727bd3232 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.083056] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161251, 'name': CreateVM_Task, 'duration_secs': 0.406507} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.083242] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.083976] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.084182] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.084510] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.084768] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5a7c41-2446-44e3-8280-6b2bb78e14b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.090231] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 780.090231] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d48fea-283b-0122-cf71-e42734d94e9e" [ 780.090231] env[69547]: _type = "Task" [ 780.090231] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.099815] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d48fea-283b-0122-cf71-e42734d94e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.192249] env[69547]: DEBUG nova.scheduler.client.report [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.315600] env[69547]: INFO nova.compute.manager [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Took 29.66 seconds to build instance. [ 780.537601] env[69547]: DEBUG nova.compute.manager [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.539516] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a956a94a-3abd-43a8-9ffa-829d709414c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.555903] env[69547]: DEBUG nova.network.neutron [req-61d899ce-eae4-43dd-a8bc-2f67b56e961e req-deebc2c1-67ff-4a46-b921-fbbc0526e253 service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Updated VIF entry in instance network info cache for port 82232496-24f1-4070-a051-4894bfa419ec. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.557134] env[69547]: DEBUG nova.network.neutron [req-61d899ce-eae4-43dd-a8bc-2f67b56e961e req-deebc2c1-67ff-4a46-b921-fbbc0526e253 service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Updating instance_info_cache with network_info: [{"id": "82232496-24f1-4070-a051-4894bfa419ec", "address": "fa:16:3e:1a:39:5f", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82232496-24", "ovs_interfaceid": "82232496-24f1-4070-a051-4894bfa419ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.604932] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d48fea-283b-0122-cf71-e42734d94e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.019904} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.605611] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.605851] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.606118] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.606279] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.606468] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.606762] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-239651ef-4060-4fe4-b054-46eba1ffddf3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.625376] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.625615] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.626443] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0da1ae0-2c79-478d-890f-c1429dc8e21f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.631346] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Successfully updated port: aeb02428-951c-45ea-99be-156ce2ef56ce {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.637773] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 780.637773] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5290cd3e-cd7f-4dc9-7d1b-fdf7ab52fc98" [ 780.637773] env[69547]: _type = "Task" [ 780.637773] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.649848] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5290cd3e-cd7f-4dc9-7d1b-fdf7ab52fc98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.700019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.749s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.700731] env[69547]: INFO nova.compute.manager [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Migrating [ 780.700731] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.700731] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.702534] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.516s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.821027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce1cb340-fab2-4786-8ec4-b862a51afdd8 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.023s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.056480] env[69547]: INFO nova.compute.manager [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] instance snapshotting [ 781.056700] env[69547]: WARNING nova.compute.manager [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 781.059786] env[69547]: DEBUG oslo_concurrency.lockutils [req-61d899ce-eae4-43dd-a8bc-2f67b56e961e req-deebc2c1-67ff-4a46-b921-fbbc0526e253 service nova] Releasing lock "refresh_cache-525141fd-077e-40e2-a7fe-914c1dbcb900" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.060753] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5433b23e-f8fb-45e6-b63e-2d1215d3275c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.080645] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d738997-90e4-4095-90d6-69a4923917b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.134673] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "refresh_cache-c34dfdae-12b1-40d0-9b88-de2427baf2eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.134867] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "refresh_cache-c34dfdae-12b1-40d0-9b88-de2427baf2eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.135037] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.151615] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5290cd3e-cd7f-4dc9-7d1b-fdf7ab52fc98, 'name': SearchDatastore_Task, 'duration_secs': 0.01465} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.152530] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723ca7e0-ff18-417c-ad06-c146de183c44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.159896] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 781.159896] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524cc412-1a1e-4afe-c015-c9e3dd6589bd" [ 781.159896] env[69547]: _type = "Task" [ 781.159896] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.169533] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524cc412-1a1e-4afe-c015-c9e3dd6589bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.203645] env[69547]: INFO nova.compute.rpcapi [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 781.204143] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.299695] env[69547]: DEBUG oslo_vmware.rw_handles [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52227ffa-579c-2629-3fa7-3472631aa4c9/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.301189] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d911571a-cfa5-4cac-bbf9-7f047c9011f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.307969] env[69547]: DEBUG oslo_vmware.rw_handles [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52227ffa-579c-2629-3fa7-3472631aa4c9/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.308156] env[69547]: ERROR oslo_vmware.rw_handles [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52227ffa-579c-2629-3fa7-3472631aa4c9/disk-0.vmdk due to incomplete transfer. [ 781.308373] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4aa08e11-cd7f-458b-837b-4fc43675bd19 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.315763] env[69547]: DEBUG oslo_vmware.rw_handles [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52227ffa-579c-2629-3fa7-3472631aa4c9/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.316043] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Uploaded image f0262a8a-ca5b-4f0d-a2ec-457b05b011de to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.318136] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.318379] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b817c0a-b1e5-4b74-8c6f-d147822bc5aa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.323472] env[69547]: DEBUG nova.compute.manager [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.328194] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 781.328194] env[69547]: value = "task-3161252" [ 781.328194] env[69547]: _type = "Task" [ 781.328194] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.337159] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161252, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.450604] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8e988c34-5fd2-4572-9c4f-a835b3311dc4 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquiring lock "interface-4a57f6d5-3fa0-49f3-8cd5-03d310babd07-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.450763] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8e988c34-5fd2-4572-9c4f-a835b3311dc4 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "interface-4a57f6d5-3fa0-49f3-8cd5-03d310babd07-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.451122] env[69547]: DEBUG nova.objects.instance [None req-8e988c34-5fd2-4572-9c4f-a835b3311dc4 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lazy-loading 'flavor' on Instance uuid 4a57f6d5-3fa0-49f3-8cd5-03d310babd07 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.593329] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.593708] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84df915d-e8a3-4855-a28a-e6f0430132e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.603422] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 781.603422] env[69547]: value = "task-3161253" [ 781.603422] env[69547]: _type = "Task" [ 781.603422] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.613945] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.671431] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524cc412-1a1e-4afe-c015-c9e3dd6589bd, 'name': SearchDatastore_Task, 'duration_secs': 0.018624} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.671759] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.672051] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 525141fd-077e-40e2-a7fe-914c1dbcb900/525141fd-077e-40e2-a7fe-914c1dbcb900.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.672354] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fda82031-545a-4cd5-98fe-6aff4393578f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.683024] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 781.683024] env[69547]: value = "task-3161254" [ 781.683024] env[69547]: _type = "Task" [ 781.683024] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.687073] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.695948] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.726660] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Applying migration context for instance 5e1f2115-69a8-46f8-9680-6e8e61ef2c33 as it has an incoming, in-progress migration 5e02d15c-516e-47e8-ad3c-b84d577e64b7. Migration status is pre-migrating {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 781.729808] env[69547]: INFO nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating resource usage from migration 5e02d15c-516e-47e8-ad3c-b84d577e64b7 [ 781.732052] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.732692] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.732692] env[69547]: DEBUG nova.network.neutron [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.851644] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161252, 'name': Destroy_Task, 'duration_secs': 0.42452} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.851965] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Destroyed the VM [ 781.853043] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.853043] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3dbdbeee-834e-4585-9388-e376e1d29cac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.858728] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.860674] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 781.860674] env[69547]: value = "task-3161255" [ 781.860674] env[69547]: _type = "Task" [ 781.860674] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.870219] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.893480] env[69547]: DEBUG nova.network.neutron [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Updating instance_info_cache with network_info: [{"id": "aeb02428-951c-45ea-99be-156ce2ef56ce", "address": "fa:16:3e:eb:6e:cd", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb02428-95", "ovs_interfaceid": "aeb02428-951c-45ea-99be-156ce2ef56ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.955657] env[69547]: DEBUG nova.objects.instance [None req-8e988c34-5fd2-4572-9c4f-a835b3311dc4 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lazy-loading 'pci_requests' on Instance uuid 4a57f6d5-3fa0-49f3-8cd5-03d310babd07 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.009048] env[69547]: DEBUG nova.compute.manager [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Received event network-vif-plugged-aeb02428-951c-45ea-99be-156ce2ef56ce {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.009048] env[69547]: DEBUG oslo_concurrency.lockutils [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] Acquiring lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.009515] env[69547]: DEBUG oslo_concurrency.lockutils [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] Lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.009515] env[69547]: DEBUG oslo_concurrency.lockutils [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] Lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.009515] env[69547]: DEBUG nova.compute.manager [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] No waiting events found dispatching network-vif-plugged-aeb02428-951c-45ea-99be-156ce2ef56ce {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.009728] env[69547]: WARNING nova.compute.manager [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Received unexpected event network-vif-plugged-aeb02428-951c-45ea-99be-156ce2ef56ce for instance with vm_state building and task_state spawning. [ 782.009929] env[69547]: DEBUG nova.compute.manager [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Received event network-changed-aeb02428-951c-45ea-99be-156ce2ef56ce {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.010099] env[69547]: DEBUG nova.compute.manager [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Refreshing instance network info cache due to event network-changed-aeb02428-951c-45ea-99be-156ce2ef56ce. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.010289] env[69547]: DEBUG oslo_concurrency.lockutils [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] Acquiring lock "refresh_cache-c34dfdae-12b1-40d0-9b88-de2427baf2eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.118783] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161253, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.193440] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.265316] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 259c51de-d787-4905-a37b-f175a3a68aa4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.265762] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 61afd391-37c6-45de-aed3-f6f8c966d579 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 782.371211] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161255, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.396520] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "refresh_cache-c34dfdae-12b1-40d0-9b88-de2427baf2eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.396886] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Instance network_info: |[{"id": "aeb02428-951c-45ea-99be-156ce2ef56ce", "address": "fa:16:3e:eb:6e:cd", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb02428-95", "ovs_interfaceid": "aeb02428-951c-45ea-99be-156ce2ef56ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.397218] env[69547]: DEBUG oslo_concurrency.lockutils [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] Acquired lock "refresh_cache-c34dfdae-12b1-40d0-9b88-de2427baf2eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.397401] env[69547]: DEBUG nova.network.neutron [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Refreshing network info cache for port aeb02428-951c-45ea-99be-156ce2ef56ce {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.399553] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:6e:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeb02428-951c-45ea-99be-156ce2ef56ce', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.407819] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.408107] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.408958] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f5a3f6a-f405-4519-8105-d18b8addcdbb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.436287] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.436287] env[69547]: value = "task-3161256" [ 782.436287] env[69547]: _type = "Task" [ 782.436287] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.448032] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161256, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.459231] env[69547]: DEBUG nova.objects.base [None req-8e988c34-5fd2-4572-9c4f-a835b3311dc4 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Object Instance<4a57f6d5-3fa0-49f3-8cd5-03d310babd07> lazy-loaded attributes: flavor,pci_requests {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 782.459632] env[69547]: DEBUG nova.network.neutron [None req-8e988c34-5fd2-4572-9c4f-a835b3311dc4 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.510878] env[69547]: DEBUG nova.network.neutron [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance_info_cache with network_info: [{"id": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "address": "fa:16:3e:fc:f3:34", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd6e61d-56", "ovs_interfaceid": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.551257] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8e988c34-5fd2-4572-9c4f-a835b3311dc4 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "interface-4a57f6d5-3fa0-49f3-8cd5-03d310babd07-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.100s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.615468] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161253, 'name': CreateSnapshot_Task, 'duration_secs': 0.5444} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.615713] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.616529] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b0ea83-15dd-4c2a-96fa-e8c2c296ed75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.693515] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629096} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.693801] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 525141fd-077e-40e2-a7fe-914c1dbcb900/525141fd-077e-40e2-a7fe-914c1dbcb900.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.694015] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.694271] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b378c27-8c09-4e5a-a759-cd7d2c696f63 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.701710] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 782.701710] env[69547]: value = "task-3161257" [ 782.701710] env[69547]: _type = "Task" [ 782.701710] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.712792] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.772388] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 1abdc0a5-e03b-4552-88f7-415e0c540b6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.772655] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 4a57f6d5-3fa0-49f3-8cd5-03d310babd07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 782.772738] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance df53ded8-cbb1-4cde-840b-49ef4fa631c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 782.872685] env[69547]: DEBUG oslo_vmware.api [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161255, 'name': RemoveSnapshot_Task, 'duration_secs': 0.60129} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.872970] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.873256] env[69547]: INFO nova.compute.manager [None req-23491446-4595-4be5-8f63-3754fca9e143 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Took 15.02 seconds to snapshot the instance on the hypervisor. [ 782.949831] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161256, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.014336] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.104103] env[69547]: DEBUG nova.network.neutron [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Updated VIF entry in instance network info cache for port aeb02428-951c-45ea-99be-156ce2ef56ce. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.104494] env[69547]: DEBUG nova.network.neutron [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Updating instance_info_cache with network_info: [{"id": "aeb02428-951c-45ea-99be-156ce2ef56ce", "address": "fa:16:3e:eb:6e:cd", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeb02428-95", "ovs_interfaceid": "aeb02428-951c-45ea-99be-156ce2ef56ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.135639] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 783.136189] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40bdebea-8236-4e36-a211-6b70f9db49fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.145742] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 783.145742] env[69547]: value = "task-3161258" [ 783.145742] env[69547]: _type = "Task" [ 783.145742] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.154943] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161258, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.211741] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07046} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.212039] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.212998] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c5f466-78ce-4d7f-9bfb-ae858c20dce4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.236049] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 525141fd-077e-40e2-a7fe-914c1dbcb900/525141fd-077e-40e2-a7fe-914c1dbcb900.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.236352] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2977fbe8-b89c-4f3c-a02b-34d9a2b8d58a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.257257] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 783.257257] env[69547]: value = "task-3161259" [ 783.257257] env[69547]: _type = "Task" [ 783.257257] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.267391] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.275422] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 96c066fd-a046-425e-84a0-79862433576b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.275681] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance aef82554-a852-4a4f-8cb8-f2ebe8c86a56 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.275826] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance abc1186a-59c7-4e08-a0d6-e6fc42dd58b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.276015] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 29c8cc49-c5a3-4cc6-b6bf-041138d54870 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.276180] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 525141fd-077e-40e2-a7fe-914c1dbcb900 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.276321] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance c34dfdae-12b1-40d0-9b88-de2427baf2eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.276435] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Migration 5e02d15c-516e-47e8-ad3c-b84d577e64b7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 783.276547] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 5e1f2115-69a8-46f8-9680-6e8e61ef2c33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.448111] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161256, 'name': CreateVM_Task, 'duration_secs': 0.744605} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.448390] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.449140] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.449238] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.449844] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.450117] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e45f5d12-9657-4529-964f-fd0db72625f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.455255] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 783.455255] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f724c2-8bee-4638-5e4a-48c10557852d" [ 783.455255] env[69547]: _type = "Task" [ 783.455255] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.466248] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f724c2-8bee-4638-5e4a-48c10557852d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.607121] env[69547]: DEBUG oslo_concurrency.lockutils [req-96d11413-95e2-4f39-b825-349ee68b0f16 req-825338ff-d160-434c-944b-80df82038333 service nova] Releasing lock "refresh_cache-c34dfdae-12b1-40d0-9b88-de2427baf2eb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.655574] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161258, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.768352] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161259, 'name': ReconfigVM_Task, 'duration_secs': 0.304542} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.768669] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 525141fd-077e-40e2-a7fe-914c1dbcb900/525141fd-077e-40e2-a7fe-914c1dbcb900.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.769425] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74abca9d-1b2e-4d66-b5f9-a76490c37c0f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.776922] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 783.776922] env[69547]: value = "task-3161260" [ 783.776922] env[69547]: _type = "Task" [ 783.776922] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.780629] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 97835afb-a848-4055-bc0e-ea508c403d1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.780821] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 95c71e5d-aa84-4bfa-90ca-a171d51b8416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.780954] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 139591bc-25b9-4087-807d-ac8108d236c5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.781088] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance aec1ca4a-7bc4-4178-9ed2-e41b6698825c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.781207] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance f5a8d214-68ab-453c-ba9a-76206937f5eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.781321] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance b56d79e1-d6d6-41fd-9045-b3504c3f36cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.781435] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 2dacd7c5-0893-4293-8676-db390b90b3d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 783.789564] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161260, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.966542] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f724c2-8bee-4638-5e4a-48c10557852d, 'name': SearchDatastore_Task, 'duration_secs': 0.01791} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.966907] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.967182] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.967500] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.967597] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.967793] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.968792] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6cb379f-5780-4dd6-8671-e1a09e5f8f12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.978155] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.978155] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.978592] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ed7439-bf31-4995-95e1-74539ffe6940 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.984717] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 783.984717] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52393213-4638-3b02-2b84-3525d87ec8c8" [ 783.984717] env[69547]: _type = "Task" [ 783.984717] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.993422] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52393213-4638-3b02-2b84-3525d87ec8c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.157922] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161258, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.284797] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 776708f7-9e48-4926-ab1d-d2a004fd5b3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.289063] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161260, 'name': Rename_Task, 'duration_secs': 0.196652} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.289584] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.289833] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-167ae2c5-223e-408c-9f0f-a035fbe46b20 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.297715] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 784.297715] env[69547]: value = "task-3161261" [ 784.297715] env[69547]: _type = "Task" [ 784.297715] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.306791] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.495569] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52393213-4638-3b02-2b84-3525d87ec8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012519} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.496498] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3eb2bf-86e2-4ceb-9fe5-1423eced7492 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.503821] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 784.503821] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524efb94-5b18-62e4-7d7f-b801da816a16" [ 784.503821] env[69547]: _type = "Task" [ 784.503821] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.513368] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524efb94-5b18-62e4-7d7f-b801da816a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.530660] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9460298-6fac-48cf-92ca-82b123b16d16 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.553116] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance '5e1f2115-69a8-46f8-9680-6e8e61ef2c33' progress to 0 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 784.657321] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161258, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.690991] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquiring lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.690991] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.690991] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquiring lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.690991] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.691327] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.693824] env[69547]: INFO nova.compute.manager [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Terminating instance [ 784.790341] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 124cede6-7612-418a-9ec4-3d4c2a8c64c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.790478] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7263b1c7-456e-4a50-98ba-07c58cc44115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 784.809929] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161261, 'name': PowerOnVM_Task, 'duration_secs': 0.436857} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.810158] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.810364] env[69547]: INFO nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Took 7.60 seconds to spawn the instance on the hypervisor. [ 784.810777] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.811545] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd617eb5-b77d-4450-97fa-ce603294837b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.016874] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524efb94-5b18-62e4-7d7f-b801da816a16, 'name': SearchDatastore_Task, 'duration_secs': 0.016661} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.016874] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.016874] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] c34dfdae-12b1-40d0-9b88-de2427baf2eb/c34dfdae-12b1-40d0-9b88-de2427baf2eb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.016874] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adfe85f5-e2f0-4bb2-8ae4-86c88f45a0cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.023962] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 785.023962] env[69547]: value = "task-3161262" [ 785.023962] env[69547]: _type = "Task" [ 785.023962] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.033280] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.059312] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.059645] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1365cbcd-2c32-4986-ab07-d20452a3a8a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.066639] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 785.066639] env[69547]: value = "task-3161263" [ 785.066639] env[69547]: _type = "Task" [ 785.066639] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.075816] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.158204] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161258, 'name': CloneVM_Task, 'duration_secs': 1.828434} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.158494] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Created linked-clone VM from snapshot [ 785.159261] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc67fe5-62bd-4bdd-86a2-7b82e878c868 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.167215] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Uploading image bd140cc4-edf8-4fd7-acf0-4a6e6b38b2f2 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 785.188939] env[69547]: DEBUG oslo_vmware.rw_handles [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 785.188939] env[69547]: value = "vm-632492" [ 785.188939] env[69547]: _type = "VirtualMachine" [ 785.188939] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 785.190030] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eba6f659-4e34-4f18-b330-b0b3b6dbc8e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.197653] env[69547]: DEBUG nova.compute.manager [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.197917] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.198315] env[69547]: DEBUG oslo_vmware.rw_handles [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lease: (returnval){ [ 785.198315] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5238cacd-08d2-7e22-a771-791844b330b9" [ 785.198315] env[69547]: _type = "HttpNfcLease" [ 785.198315] env[69547]: } obtained for exporting VM: (result){ [ 785.198315] env[69547]: value = "vm-632492" [ 785.198315] env[69547]: _type = "VirtualMachine" [ 785.198315] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 785.198646] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the lease: (returnval){ [ 785.198646] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5238cacd-08d2-7e22-a771-791844b330b9" [ 785.198646] env[69547]: _type = "HttpNfcLease" [ 785.198646] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 785.199328] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40a4db7-3f0a-4bbc-abe5-d452e99753e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.212015] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.212015] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5238cacd-08d2-7e22-a771-791844b330b9" [ 785.212015] env[69547]: _type = "HttpNfcLease" [ 785.212015] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 785.214598] env[69547]: DEBUG oslo_vmware.rw_handles [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 785.214598] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5238cacd-08d2-7e22-a771-791844b330b9" [ 785.214598] env[69547]: _type = "HttpNfcLease" [ 785.214598] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 785.214773] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.215325] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe72c187-23ff-486d-88ab-464ca153186f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.217713] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a74dcb09-bff5-44d2-9148-06fbb065c2b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.225736] env[69547]: DEBUG oslo_vmware.rw_handles [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52926e42-9a1a-4399-bd4a-09a5662d9b78/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 785.226073] env[69547]: DEBUG oslo_vmware.rw_handles [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52926e42-9a1a-4399-bd4a-09a5662d9b78/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 785.228464] env[69547]: DEBUG oslo_vmware.api [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 785.228464] env[69547]: value = "task-3161265" [ 785.228464] env[69547]: _type = "Task" [ 785.228464] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.295827] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3295dc83-0554-4159-8f3f-d444d6e89b30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.296205] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 1829331d-4c2e-46d9-85a8-a39484c95e61 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.297547] env[69547]: DEBUG oslo_vmware.api [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.334553] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea8a7d9d-1394-4baf-9730-f5c889e17781 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.337324] env[69547]: INFO nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Took 30.71 seconds to build instance. [ 785.537869] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.579820] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161263, 'name': PowerOffVM_Task, 'duration_secs': 0.281251} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.580694] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.580694] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance '5e1f2115-69a8-46f8-9680-6e8e61ef2c33' progress to 17 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 785.741098] env[69547]: DEBUG oslo_vmware.api [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161265, 'name': PowerOffVM_Task, 'duration_secs': 0.19922} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.741780] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.741780] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.743024] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e247b2fb-e6ac-400e-a183-eaa56743234f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.801073] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 0e2dc0f8-d1a5-4c18-8363-abe49733dd76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.801073] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 15dc176c-887b-4afc-b29d-8784b4b4827c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.801675] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 53d12c7f-50bb-413b-85e8-f5201f7aa8ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.801675] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance fc616047-fa59-42c8-96c8-48b520b81d20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 785.801869] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7a0d471c-b83d-4a0f-96ea-146d5dd501ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 785.809206] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.809444] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.809635] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Deleting the datastore file [datastore1] 4a57f6d5-3fa0-49f3-8cd5-03d310babd07 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.810777] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a5fa1e8-5008-4501-a7e4-14c8d064fa73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.819931] env[69547]: DEBUG oslo_vmware.api [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for the task: (returnval){ [ 785.819931] env[69547]: value = "task-3161267" [ 785.819931] env[69547]: _type = "Task" [ 785.819931] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.830285] env[69547]: DEBUG oslo_vmware.api [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.840384] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "525141fd-077e-40e2-a7fe-914c1dbcb900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.747s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.036245] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643208} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.036616] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] c34dfdae-12b1-40d0-9b88-de2427baf2eb/c34dfdae-12b1-40d0-9b88-de2427baf2eb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.036844] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.037147] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7252bdc7-8bb6-4388-be9d-59d2d1d3f0d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.044839] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 786.044839] env[69547]: value = "task-3161268" [ 786.044839] env[69547]: _type = "Task" [ 786.044839] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.056309] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.090446] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.090705] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.090929] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.091150] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.091369] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.091531] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.091849] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.092127] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.092311] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.092521] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.092781] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.098178] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0479ba6c-e868-434f-af7c-92f00cc62db4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.116609] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 786.116609] env[69547]: value = "task-3161269" [ 786.116609] env[69547]: _type = "Task" [ 786.116609] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.126936] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.219044] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "42403335-6ef3-4773-b3ac-a3aebd33394c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.219470] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "42403335-6ef3-4773-b3ac-a3aebd33394c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.220077] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "42403335-6ef3-4773-b3ac-a3aebd33394c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.220199] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "42403335-6ef3-4773-b3ac-a3aebd33394c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.221552] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "42403335-6ef3-4773-b3ac-a3aebd33394c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.223316] env[69547]: INFO nova.compute.manager [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Terminating instance [ 786.306660] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.332214] env[69547]: DEBUG oslo_vmware.api [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Task: {'id': task-3161267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154861} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.332599] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.332927] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.333233] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.333480] env[69547]: INFO nova.compute.manager [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Took 1.14 seconds to destroy the instance on the hypervisor. [ 786.333774] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.334029] env[69547]: DEBUG nova.compute.manager [-] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.334161] env[69547]: DEBUG nova.network.neutron [-] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.343102] env[69547]: DEBUG nova.compute.manager [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.557086] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074274} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.557630] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.558800] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431b34e5-0443-4fb3-a430-3da4b65ff440 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.583582] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] c34dfdae-12b1-40d0-9b88-de2427baf2eb/c34dfdae-12b1-40d0-9b88-de2427baf2eb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.585851] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23647275-b22b-41da-ba95-36e41cc970ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.605239] env[69547]: DEBUG nova.compute.manager [req-b8976858-f822-4c55-bc9e-f3a8a6939502 req-481006f2-0abd-408d-8fc4-cedb22d185ee service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Received event network-vif-deleted-5483b7d6-4e8b-47dc-8be1-747483682846 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.605446] env[69547]: INFO nova.compute.manager [req-b8976858-f822-4c55-bc9e-f3a8a6939502 req-481006f2-0abd-408d-8fc4-cedb22d185ee service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Neutron deleted interface 5483b7d6-4e8b-47dc-8be1-747483682846; detaching it from the instance and deleting it from the info cache [ 786.605620] env[69547]: DEBUG nova.network.neutron [req-b8976858-f822-4c55-bc9e-f3a8a6939502 req-481006f2-0abd-408d-8fc4-cedb22d185ee service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.613923] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 786.613923] env[69547]: value = "task-3161270" [ 786.613923] env[69547]: _type = "Task" [ 786.613923] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.631553] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161269, 'name': ReconfigVM_Task, 'duration_secs': 0.362383} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.631829] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.632133] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance '5e1f2115-69a8-46f8-9680-6e8e61ef2c33' progress to 33 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 786.728609] env[69547]: DEBUG nova.compute.manager [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.728914] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.729935] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68fac70-02f5-4c04-acc4-b9cd64b303d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.738617] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.738911] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dec66be-474f-4f97-a689-ca8431e69c3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.746905] env[69547]: DEBUG oslo_vmware.api [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 786.746905] env[69547]: value = "task-3161271" [ 786.746905] env[69547]: _type = "Task" [ 786.746905] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.756547] env[69547]: DEBUG oslo_vmware.api [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.814188] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance f5d238a7-ea93-4189-8689-3c8b70b7c30e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.869035] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.103145] env[69547]: DEBUG nova.network.neutron [-] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.109682] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11134846-75c8-44ee-a740-defd5b7974ab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.121905] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d663a817-a789-4017-8e17-e4332ae83b84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.139191] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.139462] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.139590] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.139853] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.140031] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.140183] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.140385] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.140542] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.140707] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.140869] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.141062] env[69547]: DEBUG nova.virt.hardware [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.146385] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 787.146721] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161270, 'name': ReconfigVM_Task, 'duration_secs': 0.348722} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.147701] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9787e67e-bc82-45a2-b6ff-de48a7d6f1dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.160961] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Reconfigured VM instance instance-00000025 to attach disk [datastore2] c34dfdae-12b1-40d0-9b88-de2427baf2eb/c34dfdae-12b1-40d0-9b88-de2427baf2eb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.161754] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd27fed8-6b43-44e0-8db4-09bdd82905f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.180442] env[69547]: DEBUG nova.compute.manager [req-b8976858-f822-4c55-bc9e-f3a8a6939502 req-481006f2-0abd-408d-8fc4-cedb22d185ee service nova] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Detach interface failed, port_id=5483b7d6-4e8b-47dc-8be1-747483682846, reason: Instance 4a57f6d5-3fa0-49f3-8cd5-03d310babd07 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 787.188230] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 787.188230] env[69547]: value = "task-3161272" [ 787.188230] env[69547]: _type = "Task" [ 787.188230] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.188230] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 787.188230] env[69547]: value = "task-3161273" [ 787.188230] env[69547]: _type = "Task" [ 787.188230] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.200515] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161273, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.202684] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.260784] env[69547]: DEBUG oslo_vmware.api [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161271, 'name': PowerOffVM_Task, 'duration_secs': 0.320285} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.261749] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.261749] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.261904] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a246d53e-4e48-4c50-8355-c4382438b1eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.319153] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 33240788-23e9-4f2f-8123-8c3e25fa55ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.350826] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.351195] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.351488] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Deleting the datastore file [datastore1] 42403335-6ef3-4773-b3ac-a3aebd33394c {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.351842] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe9619e-45af-42c7-8473-3d810eee2fde {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.361452] env[69547]: DEBUG oslo_vmware.api [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 787.361452] env[69547]: value = "task-3161275" [ 787.361452] env[69547]: _type = "Task" [ 787.361452] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.373750] env[69547]: DEBUG oslo_vmware.api [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.605537] env[69547]: INFO nova.compute.manager [-] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Took 1.27 seconds to deallocate network for instance. [ 787.701038] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161273, 'name': Rename_Task, 'duration_secs': 0.207565} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.703922] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.704277] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161272, 'name': ReconfigVM_Task, 'duration_secs': 0.223136} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.704406] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f818a3c5-0f57-4935-9b6a-a7cf0a3767d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.705994] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 787.706791] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e05bba-91c4-477b-ba8c-204d58863b17 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.732835] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 5e1f2115-69a8-46f8-9680-6e8e61ef2c33/5e1f2115-69a8-46f8-9680-6e8e61ef2c33.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.734624] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a649f8fb-592e-42fa-94ef-79daa0fd40c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.747952] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 787.747952] env[69547]: value = "task-3161276" [ 787.747952] env[69547]: _type = "Task" [ 787.747952] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.754858] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 787.754858] env[69547]: value = "task-3161277" [ 787.754858] env[69547]: _type = "Task" [ 787.754858] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.758817] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.768863] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.822646] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 544587a5-8903-4225-8dee-3c1fc694d154 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.874957] env[69547]: DEBUG oslo_vmware.api [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163967} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.875256] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.875523] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.875712] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.875911] env[69547]: INFO nova.compute.manager [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 787.876245] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.876461] env[69547]: DEBUG nova.compute.manager [-] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.876689] env[69547]: DEBUG nova.network.neutron [-] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.112646] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.259983] env[69547]: DEBUG oslo_vmware.api [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161276, 'name': PowerOnVM_Task, 'duration_secs': 0.518725} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.263712] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.263914] env[69547]: INFO nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Took 8.29 seconds to spawn the instance on the hypervisor. [ 788.264112] env[69547]: DEBUG nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.264899] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb9a237-8065-46e4-b14b-ac60a7e9dd5b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.274612] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161277, 'name': ReconfigVM_Task, 'duration_secs': 0.36036} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.276485] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 5e1f2115-69a8-46f8-9680-6e8e61ef2c33/5e1f2115-69a8-46f8-9680-6e8e61ef2c33.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.276818] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance '5e1f2115-69a8-46f8-9680-6e8e61ef2c33' progress to 50 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 788.325647] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 6bc8782d-cf63-47a3-aa2c-69b4822438a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.325813] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e1ea28d1-194d-4e26-8b7d-bf1060528315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 788.325965] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e1211f1b-d059-41be-9aa1-9af0c3ea6f81 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 788.654463] env[69547]: DEBUG nova.compute.manager [req-a1f52f2f-2a38-4fa3-840d-dfbe5078156e req-e7e2bb64-767e-4073-ab97-a584f4278d99 service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Received event network-vif-deleted-b87619b5-1cdd-42fa-9747-b50598a2c243 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.654740] env[69547]: INFO nova.compute.manager [req-a1f52f2f-2a38-4fa3-840d-dfbe5078156e req-e7e2bb64-767e-4073-ab97-a584f4278d99 service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Neutron deleted interface b87619b5-1cdd-42fa-9747-b50598a2c243; detaching it from the instance and deleting it from the info cache [ 788.654900] env[69547]: DEBUG nova.network.neutron [req-a1f52f2f-2a38-4fa3-840d-dfbe5078156e req-e7e2bb64-767e-4073-ab97-a584f4278d99 service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.662256] env[69547]: DEBUG nova.network.neutron [-] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.786353] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc65d7-3636-48c9-a4ed-8f656dd8776c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.795703] env[69547]: INFO nova.compute.manager [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Took 33.08 seconds to build instance. [ 788.812789] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b7c35f-6b31-49f3-9521-bbda263ec967 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.834089] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 56a815f4-f62e-46dc-8735-cbb255bbcbde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.836085] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance '5e1f2115-69a8-46f8-9680-6e8e61ef2c33' progress to 67 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 789.157605] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5916747-f40f-4d82-ad39-dbdec8c6e316 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.164740] env[69547]: INFO nova.compute.manager [-] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Took 1.29 seconds to deallocate network for instance. [ 789.170958] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edf760b-bd69-4817-8291-b71c8cbc99bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.215623] env[69547]: DEBUG nova.compute.manager [req-a1f52f2f-2a38-4fa3-840d-dfbe5078156e req-e7e2bb64-767e-4073-ab97-a584f4278d99 service nova] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Detach interface failed, port_id=b87619b5-1cdd-42fa-9747-b50598a2c243, reason: Instance 42403335-6ef3-4773-b3ac-a3aebd33394c could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.298574] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e6a24bfd-98b1-480d-9807-b139cad09617 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.159s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.339929] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.339929] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 42403335-6ef3-4773-b3ac-a3aebd33394c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 789.340171] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7160e6dd-68bd-44ec-9835-a85d09500b19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 789.381190] env[69547]: DEBUG nova.network.neutron [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Port 8bd6e61d-5626-4dd2-aecb-087f80cc972e binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 789.688221] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.801233] env[69547]: DEBUG nova.compute.manager [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.845396] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 72d3a20b-6a1b-4602-b335-e81f9e8c7c38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 789.845590] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e0745838-9c2c-48b7-b17b-af31ecba4e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 789.845830] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 789.845978] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 789.926400] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "525141fd-077e-40e2-a7fe-914c1dbcb900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.926647] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "525141fd-077e-40e2-a7fe-914c1dbcb900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.926880] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "525141fd-077e-40e2-a7fe-914c1dbcb900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.927109] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "525141fd-077e-40e2-a7fe-914c1dbcb900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.927356] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "525141fd-077e-40e2-a7fe-914c1dbcb900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.930547] env[69547]: INFO nova.compute.manager [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Terminating instance [ 790.075030] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.075214] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.075436] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.075620] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.075799] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.077914] env[69547]: INFO nova.compute.manager [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Terminating instance [ 790.321089] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.400327] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52062966-2ba1-439f-8718-e0590afaa4bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.409909] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.410187] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.410404] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.417867] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfe5f6c-a6e3-4deb-a488-404841d3a4aa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.450200] env[69547]: DEBUG nova.compute.manager [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.450436] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.451772] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3957611-a59f-4796-9b47-3696f8262d0c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.454912] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258d262f-ac15-420b-a362-89c604d0e26d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.467535] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10fd71-dfd2-47b4-9315-a3c662439205 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.471406] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.471657] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a98d8b06-3275-45c1-a181-74b6418b8ccd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.485508] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.488464] env[69547]: DEBUG oslo_vmware.api [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 790.488464] env[69547]: value = "task-3161278" [ 790.488464] env[69547]: _type = "Task" [ 790.488464] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.501190] env[69547]: DEBUG oslo_vmware.api [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.582395] env[69547]: DEBUG nova.compute.manager [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.582700] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.583807] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cc3c36-b0a2-4a33-b5a7-6dfd44ff5cb0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.594081] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.594415] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d51fc63e-1e33-4ffc-82f1-677bd037a5fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.602726] env[69547]: DEBUG oslo_vmware.api [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 790.602726] env[69547]: value = "task-3161279" [ 790.602726] env[69547]: _type = "Task" [ 790.602726] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.613433] env[69547]: DEBUG oslo_vmware.api [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.990759] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.004590] env[69547]: DEBUG oslo_vmware.api [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161278, 'name': PowerOffVM_Task, 'duration_secs': 0.235588} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.004896] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.005108] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.005370] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca32a61b-50a0-4bb7-a858-f9f5969c5a65 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.075721] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.076012] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.076292] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleting the datastore file [datastore2] 525141fd-077e-40e2-a7fe-914c1dbcb900 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.076578] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c20a8a44-9fb0-4623-ba7e-6ace6f79a2f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.084298] env[69547]: DEBUG oslo_vmware.api [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 791.084298] env[69547]: value = "task-3161281" [ 791.084298] env[69547]: _type = "Task" [ 791.084298] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.093940] env[69547]: DEBUG oslo_vmware.api [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.112692] env[69547]: DEBUG oslo_vmware.api [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161279, 'name': PowerOffVM_Task, 'duration_secs': 0.205543} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.113069] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.113302] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.113601] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-520eb432-ee26-402b-87fb-31dde047f192 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.189908] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.190181] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.190381] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleting the datastore file [datastore2] c34dfdae-12b1-40d0-9b88-de2427baf2eb {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.190723] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fdc8836-758d-4868-912e-e1f24a501198 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.199546] env[69547]: DEBUG oslo_vmware.api [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 791.199546] env[69547]: value = "task-3161283" [ 791.199546] env[69547]: _type = "Task" [ 791.199546] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.208286] env[69547]: DEBUG oslo_vmware.api [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.466247] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.466533] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.466792] env[69547]: DEBUG nova.network.neutron [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.500228] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 791.500505] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.798s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.500792] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.287s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.500977] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.503278] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.988s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.503473] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.505375] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.744s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.506729] env[69547]: INFO nova.compute.claims [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.527876] env[69547]: INFO nova.scheduler.client.report [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Deleted allocations for instance e1211f1b-d059-41be-9aa1-9af0c3ea6f81 [ 791.529854] env[69547]: INFO nova.scheduler.client.report [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Deleted allocations for instance 139591bc-25b9-4087-807d-ac8108d236c5 [ 791.595645] env[69547]: DEBUG oslo_vmware.api [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174702} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.595721] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.595921] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.596245] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.596330] env[69547]: INFO nova.compute.manager [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Took 1.15 seconds to destroy the instance on the hypervisor. [ 791.596556] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.596770] env[69547]: DEBUG nova.compute.manager [-] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.596889] env[69547]: DEBUG nova.network.neutron [-] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.714455] env[69547]: DEBUG oslo_vmware.api [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176514} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.714728] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.714932] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.715144] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.716023] env[69547]: INFO nova.compute.manager [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 791.716023] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.716023] env[69547]: DEBUG nova.compute.manager [-] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.716023] env[69547]: DEBUG nova.network.neutron [-] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.041439] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0e24a61a-d850-457a-b5a0-9ba66e11a969 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "e1211f1b-d059-41be-9aa1-9af0c3ea6f81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.937s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.054507] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a565b28-971b-461e-8b6f-4d0d339e697f tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "139591bc-25b9-4087-807d-ac8108d236c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.559s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.070742] env[69547]: DEBUG nova.compute.manager [req-01230776-efaa-452e-8dcf-33636b103bd3 req-572f2291-f45e-41b4-be02-a749dfdb4e63 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Received event network-vif-deleted-aeb02428-951c-45ea-99be-156ce2ef56ce {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.071015] env[69547]: INFO nova.compute.manager [req-01230776-efaa-452e-8dcf-33636b103bd3 req-572f2291-f45e-41b4-be02-a749dfdb4e63 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Neutron deleted interface aeb02428-951c-45ea-99be-156ce2ef56ce; detaching it from the instance and deleting it from the info cache [ 792.071260] env[69547]: DEBUG nova.network.neutron [req-01230776-efaa-452e-8dcf-33636b103bd3 req-572f2291-f45e-41b4-be02-a749dfdb4e63 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.351809] env[69547]: DEBUG nova.network.neutron [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance_info_cache with network_info: [{"id": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "address": "fa:16:3e:fc:f3:34", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd6e61d-56", "ovs_interfaceid": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.417181] env[69547]: DEBUG nova.compute.manager [req-e1b6518e-e321-4ef1-870b-d6540b5679ea req-57a1c1c8-e24b-4b21-a8de-a3206b166fd7 service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Received event network-vif-deleted-82232496-24f1-4070-a051-4894bfa419ec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.417181] env[69547]: INFO nova.compute.manager [req-e1b6518e-e321-4ef1-870b-d6540b5679ea req-57a1c1c8-e24b-4b21-a8de-a3206b166fd7 service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Neutron deleted interface 82232496-24f1-4070-a051-4894bfa419ec; detaching it from the instance and deleting it from the info cache [ 792.417181] env[69547]: DEBUG nova.network.neutron [req-e1b6518e-e321-4ef1-870b-d6540b5679ea req-57a1c1c8-e24b-4b21-a8de-a3206b166fd7 service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.499402] env[69547]: DEBUG nova.network.neutron [-] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.573659] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86608e49-d7cf-4da1-8638-93be7ff99bde {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.593022] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7bdb38-c835-47e1-adab-df2e83dd0405 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.636313] env[69547]: DEBUG oslo_concurrency.lockutils [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.636669] env[69547]: DEBUG oslo_concurrency.lockutils [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.636807] env[69547]: DEBUG oslo_concurrency.lockutils [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.636982] env[69547]: DEBUG oslo_concurrency.lockutils [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.637195] env[69547]: DEBUG oslo_concurrency.lockutils [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.639074] env[69547]: DEBUG nova.compute.manager [req-01230776-efaa-452e-8dcf-33636b103bd3 req-572f2291-f45e-41b4-be02-a749dfdb4e63 service nova] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Detach interface failed, port_id=aeb02428-951c-45ea-99be-156ce2ef56ce, reason: Instance c34dfdae-12b1-40d0-9b88-de2427baf2eb could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 792.639776] env[69547]: INFO nova.compute.manager [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Terminating instance [ 792.800957] env[69547]: DEBUG nova.network.neutron [-] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.805740] env[69547]: DEBUG oslo_vmware.rw_handles [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52926e42-9a1a-4399-bd4a-09a5662d9b78/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.806931] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4d4f23-8563-434c-abb8-8d2140011d9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.817989] env[69547]: DEBUG oslo_vmware.rw_handles [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52926e42-9a1a-4399-bd4a-09a5662d9b78/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.818197] env[69547]: ERROR oslo_vmware.rw_handles [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52926e42-9a1a-4399-bd4a-09a5662d9b78/disk-0.vmdk due to incomplete transfer. [ 792.818733] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1913f78-e382-4e5a-a94a-c4dd4eed48df {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.828230] env[69547]: DEBUG oslo_vmware.rw_handles [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52926e42-9a1a-4399-bd4a-09a5662d9b78/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 792.828492] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Uploaded image bd140cc4-edf8-4fd7-acf0-4a6e6b38b2f2 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 792.831154] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.831154] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c345691-34b7-4dd0-90a8-3c302fa4f9e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.839157] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 792.839157] env[69547]: value = "task-3161284" [ 792.839157] env[69547]: _type = "Task" [ 792.839157] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.855839] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.865209] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161284, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.922905] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d293747-4019-457f-b37e-4ccb51fe392c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.933945] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883c22ac-fbbb-4c69-88b5-62c13e860dfb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.978019] env[69547]: DEBUG nova.compute.manager [req-e1b6518e-e321-4ef1-870b-d6540b5679ea req-57a1c1c8-e24b-4b21-a8de-a3206b166fd7 service nova] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Detach interface failed, port_id=82232496-24f1-4070-a051-4894bfa419ec, reason: Instance 525141fd-077e-40e2-a7fe-914c1dbcb900 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.003773] env[69547]: INFO nova.compute.manager [-] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Took 1.29 seconds to deallocate network for instance. [ 793.123715] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a45674e-79cc-4157-b32d-7005154bedcd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.131615] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7b2e25-ee33-4f09-a804-2415d75dbf5a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.164572] env[69547]: DEBUG nova.compute.manager [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.164877] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.165922] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3627d8-d87f-4621-becb-be1d5befb239 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.169770] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63bcd4c-6227-4e74-9bbf-e93f5a7ecb84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.184547] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.186048] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85f9a3b-f04e-4566-84fd-6430f7a0c802 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.191317] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c16ff0a0-00e9-4548-a8e7-e697b33780b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.207031] env[69547]: DEBUG nova.compute.provider_tree [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.213025] env[69547]: DEBUG oslo_vmware.api [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 793.213025] env[69547]: value = "task-3161285" [ 793.213025] env[69547]: _type = "Task" [ 793.213025] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.221162] env[69547]: DEBUG oslo_vmware.api [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.307095] env[69547]: INFO nova.compute.manager [-] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Took 1.71 seconds to deallocate network for instance. [ 793.351025] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161284, 'name': Destroy_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.395162] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f7f951-8098-4939-97c7-20b09c4a6668 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.421553] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b85670f-717f-46ba-8c6d-ca8cf22168b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.430161] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance '5e1f2115-69a8-46f8-9680-6e8e61ef2c33' progress to 83 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 793.512504] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.711025] env[69547]: DEBUG nova.scheduler.client.report [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.726051] env[69547]: DEBUG oslo_vmware.api [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161285, 'name': PowerOffVM_Task, 'duration_secs': 0.194454} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.726491] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.726581] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.727126] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69de6369-e2bd-4aca-bbe1-d48ca201f57a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.785420] env[69547]: DEBUG oslo_concurrency.lockutils [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.785757] env[69547]: DEBUG oslo_concurrency.lockutils [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.786045] env[69547]: DEBUG oslo_concurrency.lockutils [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.786201] env[69547]: DEBUG oslo_concurrency.lockutils [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.786376] env[69547]: DEBUG oslo_concurrency.lockutils [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.789061] env[69547]: INFO nova.compute.manager [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Terminating instance [ 793.796691] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.796691] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.796691] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Deleting the datastore file [datastore1] aec1ca4a-7bc4-4178-9ed2-e41b6698825c {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.797239] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b36c8ae4-3acd-468d-a9a7-d565db229474 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.807157] env[69547]: DEBUG oslo_vmware.api [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 793.807157] env[69547]: value = "task-3161287" [ 793.807157] env[69547]: _type = "Task" [ 793.807157] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.813211] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.819784] env[69547]: DEBUG oslo_vmware.api [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.851076] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161284, 'name': Destroy_Task, 'duration_secs': 0.680885} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.854903] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Destroyed the VM [ 793.855363] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 793.855872] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13f9fb97-0710-4680-a4d4-49cf865115fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.864981] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 793.864981] env[69547]: value = "task-3161288" [ 793.864981] env[69547]: _type = "Task" [ 793.864981] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.876457] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161288, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.936587] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.937033] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e32d6fae-a8a3-4414-ac9e-54fe30963c83 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.945954] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 793.945954] env[69547]: value = "task-3161289" [ 793.945954] env[69547]: _type = "Task" [ 793.945954] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.957091] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.222011] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.222736] env[69547]: DEBUG nova.compute.manager [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.225628] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.264s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.227785] env[69547]: INFO nova.compute.claims [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.293743] env[69547]: DEBUG nova.compute.manager [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.293743] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.295269] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d41c51-84c9-46f2-827b-6cdf671016ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.307386] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.308123] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eabc998-b355-4865-9efb-c6adbc1dbee3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.320882] env[69547]: DEBUG oslo_vmware.api [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141178} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.320882] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.320882] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.320882] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.320882] env[69547]: INFO nova.compute.manager [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 794.320882] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.320882] env[69547]: DEBUG nova.compute.manager [-] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.321238] env[69547]: DEBUG nova.network.neutron [-] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.389888] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "746089ba-9b21-41fa-addc-98ef8a22ac9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.390010] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "746089ba-9b21-41fa-addc-98ef8a22ac9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.390256] env[69547]: DEBUG oslo_vmware.api [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161288, 'name': RemoveSnapshot_Task, 'duration_secs': 0.452302} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.390598] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 794.390986] env[69547]: INFO nova.compute.manager [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Took 13.33 seconds to snapshot the instance on the hypervisor. [ 794.402948] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.403215] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.403629] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleting the datastore file [datastore1] 29c8cc49-c5a3-4cc6-b6bf-041138d54870 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.403836] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5529a348-3870-41e0-b647-0bcda57cf037 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.413113] env[69547]: DEBUG oslo_vmware.api [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 794.413113] env[69547]: value = "task-3161291" [ 794.413113] env[69547]: _type = "Task" [ 794.413113] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.422864] env[69547]: DEBUG oslo_vmware.api [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.456619] env[69547]: DEBUG oslo_vmware.api [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161289, 'name': PowerOnVM_Task, 'duration_secs': 0.489703} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.457238] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.457430] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9d7c56-76b6-421e-9d8f-de019ba9c6c9 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance '5e1f2115-69a8-46f8-9680-6e8e61ef2c33' progress to 100 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.651702] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "7263b1c7-456e-4a50-98ba-07c58cc44115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.651702] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "7263b1c7-456e-4a50-98ba-07c58cc44115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.652014] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "7263b1c7-456e-4a50-98ba-07c58cc44115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.652116] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "7263b1c7-456e-4a50-98ba-07c58cc44115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.652291] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "7263b1c7-456e-4a50-98ba-07c58cc44115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.654622] env[69547]: INFO nova.compute.manager [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Terminating instance [ 794.733055] env[69547]: DEBUG nova.compute.utils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.737933] env[69547]: DEBUG nova.compute.manager [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.737933] env[69547]: DEBUG nova.network.neutron [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.799173] env[69547]: DEBUG nova.policy [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71fcf6dbd982446a96546777a35685c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93d8077a62da44f4b2d609e25164ffe3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.832623] env[69547]: DEBUG nova.compute.manager [req-ecbd75de-e888-47d4-8f88-5f33f77c9b6b req-9eb4cdf0-cd3f-4051-ba64-324938933f44 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Received event network-vif-deleted-e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.832854] env[69547]: INFO nova.compute.manager [req-ecbd75de-e888-47d4-8f88-5f33f77c9b6b req-9eb4cdf0-cd3f-4051-ba64-324938933f44 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Neutron deleted interface e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a; detaching it from the instance and deleting it from the info cache [ 794.832991] env[69547]: DEBUG nova.network.neutron [req-ecbd75de-e888-47d4-8f88-5f33f77c9b6b req-9eb4cdf0-cd3f-4051-ba64-324938933f44 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.898162] env[69547]: DEBUG nova.compute.manager [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Instance disappeared during snapshot {{(pid=69547) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 794.915223] env[69547]: DEBUG nova.compute.manager [None req-17dd2ce3-a4ca-4421-a612-b0e16cd9252e tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image not found during clean up bd140cc4-edf8-4fd7-acf0-4a6e6b38b2f2 {{(pid=69547) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 794.924861] env[69547]: DEBUG oslo_vmware.api [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304893} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.925150] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.925340] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.925692] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.925692] env[69547]: INFO nova.compute.manager [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Took 0.63 seconds to destroy the instance on the hypervisor. [ 794.925910] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.926115] env[69547]: DEBUG nova.compute.manager [-] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.926210] env[69547]: DEBUG nova.network.neutron [-] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.158295] env[69547]: DEBUG nova.compute.manager [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.158532] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.159564] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fca249c-cca5-44c8-8a14-39f93b78beea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.171025] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.171025] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abc36137-b621-40de-bb1c-55e291c20ab1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.178800] env[69547]: DEBUG nova.network.neutron [-] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.184025] env[69547]: DEBUG oslo_vmware.api [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 795.184025] env[69547]: value = "task-3161292" [ 795.184025] env[69547]: _type = "Task" [ 795.184025] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.193361] env[69547]: DEBUG oslo_vmware.api [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.240383] env[69547]: DEBUG nova.compute.manager [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.339545] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-639db432-b590-4bef-adb0-296dbe42fa22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.342660] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "8f8e4449-2651-4450-90ff-18e61940022f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.343126] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "8f8e4449-2651-4450-90ff-18e61940022f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.355794] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99406de3-cf2c-45a4-96a2-ff4b263970a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.381308] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.381609] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.385414] env[69547]: DEBUG nova.network.neutron [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Successfully created port: 130d1daa-89ba-4f0c-9897-b5d8a829e0de {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.401735] env[69547]: DEBUG nova.compute.manager [req-ecbd75de-e888-47d4-8f88-5f33f77c9b6b req-9eb4cdf0-cd3f-4051-ba64-324938933f44 service nova] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Detach interface failed, port_id=e27195df-eb3d-4dd0-b9b0-05c7e8be1d5a, reason: Instance aec1ca4a-7bc4-4178-9ed2-e41b6698825c could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.684581] env[69547]: INFO nova.compute.manager [-] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Took 1.36 seconds to deallocate network for instance. [ 795.699514] env[69547]: DEBUG oslo_vmware.api [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161292, 'name': PowerOffVM_Task, 'duration_secs': 0.232815} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.699774] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.699945] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.700206] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-700cdb3f-d2f1-4cca-ae05-438fd03d704a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.765095] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.765549] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.765755] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Deleting the datastore file [datastore2] 7263b1c7-456e-4a50-98ba-07c58cc44115 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.768511] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffd11aa0-fef9-4ef2-85d1-1769d9b2a90c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.776047] env[69547]: DEBUG oslo_vmware.api [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 795.776047] env[69547]: value = "task-3161294" [ 795.776047] env[69547]: _type = "Task" [ 795.776047] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.786406] env[69547]: DEBUG oslo_vmware.api [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.873911] env[69547]: DEBUG nova.network.neutron [-] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.885301] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878f43d2-7551-4202-a6a9-62ba588b1bc2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.894983] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8903051-001b-4742-af07-3e09bd724fae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.927052] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07625b75-f60e-4d28-8a41-ff2da1295ae7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.934263] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc99b2a-44d7-4a89-b9ce-148a6859da68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.950341] env[69547]: DEBUG nova.compute.provider_tree [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.194923] env[69547]: DEBUG oslo_concurrency.lockutils [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.254612] env[69547]: DEBUG nova.compute.manager [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.282356] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.282635] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.282798] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.283013] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.283179] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.283322] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.283527] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.283686] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.283848] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.284019] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.284196] env[69547]: DEBUG nova.virt.hardware [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.285617] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099c8727-90c6-471a-a7d5-9fe845818565 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.297035] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78148b4-823d-4465-87d6-f09fddd84674 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.300628] env[69547]: DEBUG oslo_vmware.api [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.377044] env[69547]: INFO nova.compute.manager [-] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Took 1.45 seconds to deallocate network for instance. [ 796.453801] env[69547]: DEBUG nova.scheduler.client.report [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.654531] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.654808] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.655011] env[69547]: DEBUG nova.compute.manager [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Going to confirm migration 1 {{(pid=69547) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 796.787717] env[69547]: DEBUG oslo_vmware.api [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.57675} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.787991] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.788196] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.788456] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.788551] env[69547]: INFO nova.compute.manager [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Took 1.63 seconds to destroy the instance on the hypervisor. [ 796.788784] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.789010] env[69547]: DEBUG nova.compute.manager [-] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.789118] env[69547]: DEBUG nova.network.neutron [-] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.860244] env[69547]: DEBUG nova.compute.manager [req-bdc1023a-7900-4b6f-b8f9-13b7ac9ef873 req-4a6da1d7-f7a2-4c02-97e7-08d044203415 service nova] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Received event network-vif-deleted-cb5bf4a4-709a-4135-bbe5-1d37a05ab880 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.885632] env[69547]: DEBUG oslo_concurrency.lockutils [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.959365] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.959910] env[69547]: DEBUG nova.compute.manager [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.962726] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.387s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.964264] env[69547]: INFO nova.compute.claims [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.108778] env[69547]: DEBUG nova.network.neutron [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Successfully updated port: 130d1daa-89ba-4f0c-9897-b5d8a829e0de {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.252897] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.253240] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.253539] env[69547]: DEBUG nova.network.neutron [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.253842] env[69547]: DEBUG nova.objects.instance [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lazy-loading 'info_cache' on Instance uuid 5e1f2115-69a8-46f8-9680-6e8e61ef2c33 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.471109] env[69547]: DEBUG nova.compute.utils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.483023] env[69547]: DEBUG nova.compute.manager [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.483023] env[69547]: DEBUG nova.network.neutron [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.572352] env[69547]: DEBUG nova.policy [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf7ac87cdf3047d5955efc2e437f0744', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eead23ad6d334628b97ceefa8d66d08a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.618848] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "refresh_cache-253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.618848] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "refresh_cache-253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.618848] env[69547]: DEBUG nova.network.neutron [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.990363] env[69547]: DEBUG nova.network.neutron [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Successfully created port: 9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.991968] env[69547]: DEBUG nova.compute.manager [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.130980] env[69547]: DEBUG nova.network.neutron [-] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.190363] env[69547]: DEBUG nova.network.neutron [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.415251] env[69547]: DEBUG nova.network.neutron [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Updating instance_info_cache with network_info: [{"id": "130d1daa-89ba-4f0c-9897-b5d8a829e0de", "address": "fa:16:3e:64:98:d8", "network": {"id": "00a6950f-b4d5-4477-9ee4-851ffbe9f7a9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-348957934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93d8077a62da44f4b2d609e25164ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130d1daa-89", "ovs_interfaceid": "130d1daa-89ba-4f0c-9897-b5d8a829e0de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.596487] env[69547]: DEBUG nova.network.neutron [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance_info_cache with network_info: [{"id": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "address": "fa:16:3e:fc:f3:34", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd6e61d-56", "ovs_interfaceid": "8bd6e61d-5626-4dd2-aecb-087f80cc972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.634041] env[69547]: INFO nova.compute.manager [-] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Took 1.84 seconds to deallocate network for instance. [ 798.757867] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d306c5-ced9-43bb-abb0-d2efa6d8f63a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.766838] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4665a8-9ec5-4e96-8918-2f0f7cb907b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.800134] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7963de27-c4f0-4a58-a72a-8333c802b3cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.808052] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ff3883-0c0f-4abd-84e4-9e63f33b40e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.822404] env[69547]: DEBUG nova.compute.provider_tree [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.892398] env[69547]: DEBUG nova.compute.manager [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Received event network-vif-plugged-130d1daa-89ba-4f0c-9897-b5d8a829e0de {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.892398] env[69547]: DEBUG oslo_concurrency.lockutils [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] Acquiring lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.892398] env[69547]: DEBUG oslo_concurrency.lockutils [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] Lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.892651] env[69547]: DEBUG oslo_concurrency.lockutils [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] Lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.892781] env[69547]: DEBUG nova.compute.manager [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] No waiting events found dispatching network-vif-plugged-130d1daa-89ba-4f0c-9897-b5d8a829e0de {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.892951] env[69547]: WARNING nova.compute.manager [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Received unexpected event network-vif-plugged-130d1daa-89ba-4f0c-9897-b5d8a829e0de for instance with vm_state building and task_state spawning. [ 798.893132] env[69547]: DEBUG nova.compute.manager [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Received event network-changed-130d1daa-89ba-4f0c-9897-b5d8a829e0de {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.893289] env[69547]: DEBUG nova.compute.manager [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Refreshing instance network info cache due to event network-changed-130d1daa-89ba-4f0c-9897-b5d8a829e0de. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.893454] env[69547]: DEBUG oslo_concurrency.lockutils [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] Acquiring lock "refresh_cache-253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.916952] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "refresh_cache-253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.917241] env[69547]: DEBUG nova.compute.manager [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Instance network_info: |[{"id": "130d1daa-89ba-4f0c-9897-b5d8a829e0de", "address": "fa:16:3e:64:98:d8", "network": {"id": "00a6950f-b4d5-4477-9ee4-851ffbe9f7a9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-348957934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93d8077a62da44f4b2d609e25164ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130d1daa-89", "ovs_interfaceid": "130d1daa-89ba-4f0c-9897-b5d8a829e0de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.917512] env[69547]: DEBUG oslo_concurrency.lockutils [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] Acquired lock "refresh_cache-253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.917689] env[69547]: DEBUG nova.network.neutron [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Refreshing network info cache for port 130d1daa-89ba-4f0c-9897-b5d8a829e0de {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.918895] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:98:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '130d1daa-89ba-4f0c-9897-b5d8a829e0de', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.926328] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Creating folder: Project (93d8077a62da44f4b2d609e25164ffe3). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.927422] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b7fa4f3-2adc-4e8c-8993-1c2b44a3683e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.939865] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Created folder: Project (93d8077a62da44f4b2d609e25164ffe3) in parent group-v632381. [ 798.940060] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Creating folder: Instances. Parent ref: group-v632493. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.940284] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd82736c-c7d8-4f06-a053-1f7079697909 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.950247] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Created folder: Instances in parent group-v632493. [ 798.950581] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.950813] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.951075] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eb32589-930f-4331-8469-060ed687f45d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.972010] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.972010] env[69547]: value = "task-3161297" [ 798.972010] env[69547]: _type = "Task" [ 798.972010] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.979870] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161297, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.006996] env[69547]: DEBUG nova.compute.manager [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.033566] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.033823] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.033964] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.034161] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.034307] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.034459] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.034658] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.034813] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.034978] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.035169] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.035348] env[69547]: DEBUG nova.virt.hardware [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.036227] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966c6fa2-6803-4f50-afda-131f092a3f27 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.045680] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aee7642-4af0-40cc-963e-4acad13c611c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.100299] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "refresh_cache-5e1f2115-69a8-46f8-9680-6e8e61ef2c33" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.100612] env[69547]: DEBUG nova.objects.instance [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lazy-loading 'migration_context' on Instance uuid 5e1f2115-69a8-46f8-9680-6e8e61ef2c33 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.145611] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.326011] env[69547]: DEBUG nova.scheduler.client.report [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.485409] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161297, 'name': CreateVM_Task, 'duration_secs': 0.33891} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.485588] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.486264] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.486900] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.486900] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.486996] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3dd5ac-9fee-43f2-850a-18192855de9e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.492717] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 799.492717] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523c6a59-9ff9-0b42-f819-0defec186ad8" [ 799.492717] env[69547]: _type = "Task" [ 799.492717] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.501303] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523c6a59-9ff9-0b42-f819-0defec186ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.605983] env[69547]: DEBUG nova.objects.base [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Object Instance<5e1f2115-69a8-46f8-9680-6e8e61ef2c33> lazy-loaded attributes: info_cache,migration_context {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 799.607744] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d588a8-ed5c-4886-8b6e-c61f335a5e76 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.633303] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1236f65-0229-4b4b-966d-11f7f8ddb176 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.639856] env[69547]: DEBUG oslo_vmware.api [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 799.639856] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f90464-0a39-0ed4-c4a1-a9536aadb4ad" [ 799.639856] env[69547]: _type = "Task" [ 799.639856] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.648626] env[69547]: DEBUG oslo_vmware.api [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f90464-0a39-0ed4-c4a1-a9536aadb4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.652089] env[69547]: DEBUG nova.network.neutron [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Updated VIF entry in instance network info cache for port 130d1daa-89ba-4f0c-9897-b5d8a829e0de. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.652220] env[69547]: DEBUG nova.network.neutron [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Updating instance_info_cache with network_info: [{"id": "130d1daa-89ba-4f0c-9897-b5d8a829e0de", "address": "fa:16:3e:64:98:d8", "network": {"id": "00a6950f-b4d5-4477-9ee4-851ffbe9f7a9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-348957934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93d8077a62da44f4b2d609e25164ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130d1daa-89", "ovs_interfaceid": "130d1daa-89ba-4f0c-9897-b5d8a829e0de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.831303] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.831847] env[69547]: DEBUG nova.compute.manager [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.834785] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.431s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.836150] env[69547]: INFO nova.compute.claims [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.004642] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523c6a59-9ff9-0b42-f819-0defec186ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.015328} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.004976] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.005248] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.005502] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.005650] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.005899] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.006100] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4951dda8-b2b1-42e9-9e64-e1e5791b4980 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.010140] env[69547]: DEBUG nova.network.neutron [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Successfully updated port: 9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.018139] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.018325] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.019388] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a791e9-4b9b-49e3-aefa-d0e5d6f94d55 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.027266] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 800.027266] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522eaff6-2a63-95b5-72de-a7d8390fb863" [ 800.027266] env[69547]: _type = "Task" [ 800.027266] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.036573] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522eaff6-2a63-95b5-72de-a7d8390fb863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.151820] env[69547]: DEBUG oslo_vmware.api [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f90464-0a39-0ed4-c4a1-a9536aadb4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.151820] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.154322] env[69547]: DEBUG oslo_concurrency.lockutils [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] Releasing lock "refresh_cache-253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.154529] env[69547]: DEBUG nova.compute.manager [req-d6be1bf5-f34e-4050-ac3f-b6c2b17a4ccb req-ba25bab9-70fd-426c-acd9-7a189b80c9cb service nova] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Received event network-vif-deleted-f0c7e577-b287-4c35-ab6f-d5fc334db7ec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.342916] env[69547]: DEBUG nova.compute.utils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.344449] env[69547]: DEBUG nova.compute.manager [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.344619] env[69547]: DEBUG nova.network.neutron [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.393490] env[69547]: DEBUG nova.policy [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1dbcf2079b543e58f50b14b7ce87948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afd6dc7c74904c4999feb28c1e6a9e8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.515965] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.516145] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.516307] env[69547]: DEBUG nova.network.neutron [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.543518] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522eaff6-2a63-95b5-72de-a7d8390fb863, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.547342] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34feb304-815e-406b-8018-c2e910e5de3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.556417] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 800.556417] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5260e5e8-f281-8c10-7bbb-4c2332261dcb" [ 800.556417] env[69547]: _type = "Task" [ 800.556417] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.572597] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5260e5e8-f281-8c10-7bbb-4c2332261dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.572927] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.573244] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02/253e3a62-d9d8-4b70-8bf2-b0dc286f1f02.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.573538] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e955abb1-a297-48d4-adbe-2c62a4fc8aa5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.582572] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 800.582572] env[69547]: value = "task-3161298" [ 800.582572] env[69547]: _type = "Task" [ 800.582572] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.593475] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.702117] env[69547]: DEBUG nova.network.neutron [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Successfully created port: 1f8bcf63-7cb4-44b1-ab56-439787beca64 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.849803] env[69547]: DEBUG nova.compute.manager [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.982414] env[69547]: DEBUG nova.compute.manager [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received event network-vif-plugged-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.982414] env[69547]: DEBUG oslo_concurrency.lockutils [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] Acquiring lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.982414] env[69547]: DEBUG oslo_concurrency.lockutils [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.982414] env[69547]: DEBUG oslo_concurrency.lockutils [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.982414] env[69547]: DEBUG nova.compute.manager [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] No waiting events found dispatching network-vif-plugged-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.982414] env[69547]: WARNING nova.compute.manager [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received unexpected event network-vif-plugged-9b123fe9-8ff4-4e53-acdc-55faf26371a6 for instance with vm_state building and task_state spawning. [ 800.982414] env[69547]: DEBUG nova.compute.manager [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received event network-changed-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.982414] env[69547]: DEBUG nova.compute.manager [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Refreshing instance network info cache due to event network-changed-9b123fe9-8ff4-4e53-acdc-55faf26371a6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.982414] env[69547]: DEBUG oslo_concurrency.lockutils [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] Acquiring lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.071203] env[69547]: DEBUG nova.network.neutron [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.094556] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161298, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.255414] env[69547]: DEBUG nova.network.neutron [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating instance_info_cache with network_info: [{"id": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "address": "fa:16:3e:8a:0b:85", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b123fe9-8f", "ovs_interfaceid": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.489276] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd1b2d0-465e-4eb1-81a9-488b9f7ca52f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.498818] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ea6586-6a4b-4706-947b-1056e57618b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.529761] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffd3f97-1870-4051-a382-811375645038 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.538712] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182f72f3-f6da-419f-ba54-40f06edccad5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.554418] env[69547]: DEBUG nova.compute.provider_tree [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.595636] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584431} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.596077] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02/253e3a62-d9d8-4b70-8bf2-b0dc286f1f02.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.597158] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.597158] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86b6f581-36a4-4588-8186-e957a67a61cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.605480] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 801.605480] env[69547]: value = "task-3161299" [ 801.605480] env[69547]: _type = "Task" [ 801.605480] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.615922] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.763111] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.763672] env[69547]: DEBUG nova.compute.manager [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Instance network_info: |[{"id": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "address": "fa:16:3e:8a:0b:85", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b123fe9-8f", "ovs_interfaceid": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.763801] env[69547]: DEBUG oslo_concurrency.lockutils [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] Acquired lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.763957] env[69547]: DEBUG nova.network.neutron [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Refreshing network info cache for port 9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.765385] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:0b:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b123fe9-8ff4-4e53-acdc-55faf26371a6', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.772860] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating folder: Project (eead23ad6d334628b97ceefa8d66d08a). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.775978] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6416194e-1097-4499-80e5-d3ccd8bc05d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.791752] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Created folder: Project (eead23ad6d334628b97ceefa8d66d08a) in parent group-v632381. [ 801.791752] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating folder: Instances. Parent ref: group-v632496. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.791752] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a5d8197-164d-4d95-8ba7-3056c17fb9ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.801042] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Created folder: Instances in parent group-v632496. [ 801.801334] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.801564] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.801873] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4fff7e5-f2cb-4f7b-9dd3-ab716afaf80a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.824882] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.824882] env[69547]: value = "task-3161302" [ 801.824882] env[69547]: _type = "Task" [ 801.824882] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.833007] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161302, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.861429] env[69547]: DEBUG nova.compute.manager [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.891919] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.892330] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.892586] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.892878] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.893124] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.893366] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.893688] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.893940] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.894224] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.894495] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.894792] env[69547]: DEBUG nova.virt.hardware [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.896070] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d4b74-6347-4667-aa28-8f93c46ec8ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.908285] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eba3911-56df-4853-b0da-d880b4bc2c9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.060173] env[69547]: DEBUG nova.scheduler.client.report [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.116700] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068833} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.117094] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.117913] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ba3895-dfb0-45e7-9361-9d15e005c586 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.144561] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02/253e3a62-d9d8-4b70-8bf2-b0dc286f1f02.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.145273] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c03124-40ce-4088-9442-9218da14d14a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.167484] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 802.167484] env[69547]: value = "task-3161303" [ 802.167484] env[69547]: _type = "Task" [ 802.167484] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.178521] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.313023] env[69547]: DEBUG nova.network.neutron [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updated VIF entry in instance network info cache for port 9b123fe9-8ff4-4e53-acdc-55faf26371a6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.313412] env[69547]: DEBUG nova.network.neutron [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating instance_info_cache with network_info: [{"id": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "address": "fa:16:3e:8a:0b:85", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b123fe9-8f", "ovs_interfaceid": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.339411] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161302, 'name': CreateVM_Task, 'duration_secs': 0.401416} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.339588] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.340284] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.340447] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.340793] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.341209] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe15a123-7d32-4998-ba67-6f5cc7ec4138 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.346900] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 802.346900] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e4d767-18ff-be52-3831-08705d8a5d17" [ 802.346900] env[69547]: _type = "Task" [ 802.346900] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.348031] env[69547]: DEBUG nova.network.neutron [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Successfully updated port: 1f8bcf63-7cb4-44b1-ab56-439787beca64 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.359381] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e4d767-18ff-be52-3831-08705d8a5d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.566524] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.568600] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.569636] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.941s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.569830] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.572227] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.228s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.572415] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.574192] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.575644] env[69547]: INFO nova.compute.claims [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.605313] env[69547]: INFO nova.scheduler.client.report [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Deleted allocations for instance aef82554-a852-4a4f-8cb8-f2ebe8c86a56 [ 802.607502] env[69547]: INFO nova.scheduler.client.report [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Deleted allocations for instance 1829331d-4c2e-46d9-85a8-a39484c95e61 [ 802.678231] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161303, 'name': ReconfigVM_Task, 'duration_secs': 0.281582} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.678568] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02/253e3a62-d9d8-4b70-8bf2-b0dc286f1f02.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.679276] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-881be1c1-a198-42a1-a5e9-8f927ce17718 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.686835] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 802.686835] env[69547]: value = "task-3161304" [ 802.686835] env[69547]: _type = "Task" [ 802.686835] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.697229] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161304, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.816372] env[69547]: DEBUG oslo_concurrency.lockutils [req-14052de9-00c4-45d7-b18b-e3f32ad52c99 req-dee2bad0-6c28-4d23-b8a9-5fb318e97c40 service nova] Releasing lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.854576] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquiring lock "refresh_cache-f5d238a7-ea93-4189-8689-3c8b70b7c30e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.854576] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquired lock "refresh_cache-f5d238a7-ea93-4189-8689-3c8b70b7c30e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.854576] env[69547]: DEBUG nova.network.neutron [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.862312] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e4d767-18ff-be52-3831-08705d8a5d17, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.863323] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.863499] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.863732] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.863880] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.864078] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.864557] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9c2a917-b5c3-4b68-9cfa-f81e7cb3b152 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.879208] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.879429] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.880451] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadc5dc7-ff9e-4c6e-9a97-61b106460bf9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.886058] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 802.886058] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]529f5580-2d91-6eee-fbb3-fd213b4d7d3e" [ 802.886058] env[69547]: _type = "Task" [ 802.886058] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.894613] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529f5580-2d91-6eee-fbb3-fd213b4d7d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.008811] env[69547]: DEBUG nova.compute.manager [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Received event network-vif-plugged-1f8bcf63-7cb4-44b1-ab56-439787beca64 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.008811] env[69547]: DEBUG oslo_concurrency.lockutils [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] Acquiring lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.009017] env[69547]: DEBUG oslo_concurrency.lockutils [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] Lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.009222] env[69547]: DEBUG oslo_concurrency.lockutils [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] Lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.009397] env[69547]: DEBUG nova.compute.manager [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] No waiting events found dispatching network-vif-plugged-1f8bcf63-7cb4-44b1-ab56-439787beca64 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.009562] env[69547]: WARNING nova.compute.manager [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Received unexpected event network-vif-plugged-1f8bcf63-7cb4-44b1-ab56-439787beca64 for instance with vm_state building and task_state spawning. [ 803.009721] env[69547]: DEBUG nova.compute.manager [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Received event network-changed-1f8bcf63-7cb4-44b1-ab56-439787beca64 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.009873] env[69547]: DEBUG nova.compute.manager [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Refreshing instance network info cache due to event network-changed-1f8bcf63-7cb4-44b1-ab56-439787beca64. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.010047] env[69547]: DEBUG oslo_concurrency.lockutils [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] Acquiring lock "refresh_cache-f5d238a7-ea93-4189-8689-3c8b70b7c30e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.082189] env[69547]: DEBUG nova.compute.utils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.085472] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.086426] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.120625] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c42acdd1-ef5f-4f45-9c07-dcfbef5e4d6e tempest-ServerAddressesNegativeTestJSON-167920511 tempest-ServerAddressesNegativeTestJSON-167920511-project-member] Lock "aef82554-a852-4a4f-8cb8-f2ebe8c86a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.095s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.121272] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2ff2f0ed-aa40-4014-bab2-4ecca07fcb65 tempest-DeleteServersAdminTestJSON-1161514503 tempest-DeleteServersAdminTestJSON-1161514503-project-member] Lock "1829331d-4c2e-46d9-85a8-a39484c95e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.240s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.147527] env[69547]: DEBUG nova.policy [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8547cbd3aaf04e55b0bc409a11a5dae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be4621c42c3947079a146810fcf2e95c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.199024] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161304, 'name': Rename_Task, 'duration_secs': 0.138412} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.199572] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.200285] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ef5bb6b-318d-4f1f-868a-4d3d805192c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.210655] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 803.210655] env[69547]: value = "task-3161305" [ 803.210655] env[69547]: _type = "Task" [ 803.210655] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.222410] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.399019] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529f5580-2d91-6eee-fbb3-fd213b4d7d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.015991} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.400485] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63b3055-e8d3-484b-8a47-f8ab11d85991 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.407315] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 803.407315] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a2d338-21ce-2e14-b874-a86f8b2d3fb9" [ 803.407315] env[69547]: _type = "Task" [ 803.407315] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.415932] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a2d338-21ce-2e14-b874-a86f8b2d3fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.437932] env[69547]: DEBUG nova.network.neutron [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.586873] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.627509] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Successfully created port: 0ff315d7-1265-4c33-be07-82e35cabdae4 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.722977] env[69547]: DEBUG oslo_vmware.api [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161305, 'name': PowerOnVM_Task, 'duration_secs': 0.508347} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.723443] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.723626] env[69547]: INFO nova.compute.manager [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Took 7.47 seconds to spawn the instance on the hypervisor. [ 803.723800] env[69547]: DEBUG nova.compute.manager [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.724597] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f646250-54f8-493e-9e7a-96ab45cc99b0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.764132] env[69547]: DEBUG nova.network.neutron [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Updating instance_info_cache with network_info: [{"id": "1f8bcf63-7cb4-44b1-ab56-439787beca64", "address": "fa:16:3e:3c:c3:4a", "network": {"id": "bed27f60-209e-4f19-8a26-39b43b4ffddc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1622718922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd6dc7c74904c4999feb28c1e6a9e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bcf63-7c", "ovs_interfaceid": "1f8bcf63-7cb4-44b1-ab56-439787beca64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.926130] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a2d338-21ce-2e14-b874-a86f8b2d3fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.926801] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.927189] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450/2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.928754] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e92e2c2f-24ad-4b6a-a348-49b9b32af265 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.938249] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 803.938249] env[69547]: value = "task-3161306" [ 803.938249] env[69547]: _type = "Task" [ 803.938249] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.952668] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.249040] env[69547]: INFO nova.compute.manager [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Took 43.50 seconds to build instance. [ 804.266313] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Releasing lock "refresh_cache-f5d238a7-ea93-4189-8689-3c8b70b7c30e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.267592] env[69547]: DEBUG nova.compute.manager [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Instance network_info: |[{"id": "1f8bcf63-7cb4-44b1-ab56-439787beca64", "address": "fa:16:3e:3c:c3:4a", "network": {"id": "bed27f60-209e-4f19-8a26-39b43b4ffddc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1622718922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd6dc7c74904c4999feb28c1e6a9e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bcf63-7c", "ovs_interfaceid": "1f8bcf63-7cb4-44b1-ab56-439787beca64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.269048] env[69547]: DEBUG oslo_concurrency.lockutils [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] Acquired lock "refresh_cache-f5d238a7-ea93-4189-8689-3c8b70b7c30e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.269048] env[69547]: DEBUG nova.network.neutron [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Refreshing network info cache for port 1f8bcf63-7cb4-44b1-ab56-439787beca64 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.269631] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:c3:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f8bcf63-7cb4-44b1-ab56-439787beca64', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.281350] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Creating folder: Project (afd6dc7c74904c4999feb28c1e6a9e8d). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.285415] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd4d64c-dcae-463d-a93e-2f82a6ebf10d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.288487] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df1c081-c3bf-4cae-9acd-030289da2a38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.303480] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f15cc6-9650-4539-afa5-f62bbcc5f3e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.310424] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Created folder: Project (afd6dc7c74904c4999feb28c1e6a9e8d) in parent group-v632381. [ 804.310723] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Creating folder: Instances. Parent ref: group-v632499. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.311383] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1705480-5930-4ee1-83ef-0c1fb26c5d2d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.348274] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7892cc42-b5d6-4404-b761-e45869a2f707 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.351375] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Created folder: Instances in parent group-v632499. [ 804.351897] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.351897] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.352388] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-348751d9-3ab1-4e49-9ca7-1508dc79174d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.371420] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0269b72-dd03-4130-9613-198d6be078a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.394657] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.394657] env[69547]: value = "task-3161309" [ 804.394657] env[69547]: _type = "Task" [ 804.394657] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.403350] env[69547]: DEBUG nova.compute.provider_tree [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.413804] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161309, 'name': CreateVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.451032] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483027} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.451358] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450/2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.452641] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.452641] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-922c70d8-63cb-498c-b2ed-92e7a49bf412 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.460896] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 804.460896] env[69547]: value = "task-3161310" [ 804.460896] env[69547]: _type = "Task" [ 804.460896] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.473137] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.605457] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.662089] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.662392] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.662569] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.662770] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.662978] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.663398] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.663715] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.663965] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.664215] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.664462] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.664733] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.668826] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d34fe6e-1ec7-47a9-8919-2edadec37c6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.679488] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2a1bf0-3f3a-4c37-a865-fb76c2bc6f8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.751755] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09f428a8-b5cc-4428-9d3d-80d83202adda tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.297s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.911540] env[69547]: DEBUG nova.scheduler.client.report [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.921744] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161309, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.973886] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087684} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.974317] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.975304] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee45d269-05a7-44f3-a429-2fe1262f7494 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.009171] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450/2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.011030] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-713813d2-d000-4b55-b5a9-1422b2b22486 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.032000] env[69547]: DEBUG nova.network.neutron [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Updated VIF entry in instance network info cache for port 1f8bcf63-7cb4-44b1-ab56-439787beca64. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.032000] env[69547]: DEBUG nova.network.neutron [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Updating instance_info_cache with network_info: [{"id": "1f8bcf63-7cb4-44b1-ab56-439787beca64", "address": "fa:16:3e:3c:c3:4a", "network": {"id": "bed27f60-209e-4f19-8a26-39b43b4ffddc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1622718922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd6dc7c74904c4999feb28c1e6a9e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bcf63-7c", "ovs_interfaceid": "1f8bcf63-7cb4-44b1-ab56-439787beca64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.046529] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 805.046529] env[69547]: value = "task-3161311" [ 805.046529] env[69547]: _type = "Task" [ 805.046529] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.057482] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.254389] env[69547]: DEBUG nova.compute.manager [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.355233] env[69547]: DEBUG nova.compute.manager [req-6c7789a5-aed0-4db8-91a0-204a0414dc33 req-0520e3b6-9adb-4493-bfaf-ab1e11c18614 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Received event network-vif-plugged-0ff315d7-1265-4c33-be07-82e35cabdae4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.355487] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c7789a5-aed0-4db8-91a0-204a0414dc33 req-0520e3b6-9adb-4493-bfaf-ab1e11c18614 service nova] Acquiring lock "544587a5-8903-4225-8dee-3c1fc694d154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.356106] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c7789a5-aed0-4db8-91a0-204a0414dc33 req-0520e3b6-9adb-4493-bfaf-ab1e11c18614 service nova] Lock "544587a5-8903-4225-8dee-3c1fc694d154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.356249] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c7789a5-aed0-4db8-91a0-204a0414dc33 req-0520e3b6-9adb-4493-bfaf-ab1e11c18614 service nova] Lock "544587a5-8903-4225-8dee-3c1fc694d154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.356423] env[69547]: DEBUG nova.compute.manager [req-6c7789a5-aed0-4db8-91a0-204a0414dc33 req-0520e3b6-9adb-4493-bfaf-ab1e11c18614 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] No waiting events found dispatching network-vif-plugged-0ff315d7-1265-4c33-be07-82e35cabdae4 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.356595] env[69547]: WARNING nova.compute.manager [req-6c7789a5-aed0-4db8-91a0-204a0414dc33 req-0520e3b6-9adb-4493-bfaf-ab1e11c18614 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Received unexpected event network-vif-plugged-0ff315d7-1265-4c33-be07-82e35cabdae4 for instance with vm_state building and task_state spawning. [ 805.415448] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161309, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.424456] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.424942] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.428839] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.563s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.430317] env[69547]: INFO nova.compute.claims [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.456414] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Successfully updated port: 0ff315d7-1265-4c33-be07-82e35cabdae4 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.531217] env[69547]: INFO nova.compute.manager [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Rescuing [ 805.531508] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "refresh_cache-253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.532212] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "refresh_cache-253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.532212] env[69547]: DEBUG nova.network.neutron [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.534869] env[69547]: DEBUG oslo_concurrency.lockutils [req-66a3ebaa-6ebd-4be1-a6fb-8aad619b5831 req-5326285e-1a66-42d0-8d8e-2ef8faf51a3c service nova] Releasing lock "refresh_cache-f5d238a7-ea93-4189-8689-3c8b70b7c30e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.557844] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.782464] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.915711] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161309, 'name': CreateVM_Task, 'duration_secs': 1.361638} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.915916] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.916617] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.917877] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.917877] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.917877] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c73ebd-2c96-4e79-aaac-ca1624886ce3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.922811] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 805.922811] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5222272d-5089-a57e-a1af-61313c2839bc" [ 805.922811] env[69547]: _type = "Task" [ 805.922811] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.931785] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5222272d-5089-a57e-a1af-61313c2839bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.935082] env[69547]: DEBUG nova.compute.utils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.939345] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.939518] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.959603] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "refresh_cache-544587a5-8903-4225-8dee-3c1fc694d154" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.959779] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired lock "refresh_cache-544587a5-8903-4225-8dee-3c1fc694d154" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.959914] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.995586] env[69547]: DEBUG nova.policy [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8547cbd3aaf04e55b0bc409a11a5dae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be4621c42c3947079a146810fcf2e95c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.058169] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161311, 'name': ReconfigVM_Task, 'duration_secs': 0.867768} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.058828] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450/2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.059495] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9c074fa-4f6d-416f-9a36-069b50f3bee4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.067204] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 806.067204] env[69547]: value = "task-3161312" [ 806.067204] env[69547]: _type = "Task" [ 806.067204] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.076221] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161312, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.315151] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Successfully created port: 1192d789-0805-44fc-bdca-ab763c1b2ae9 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.342852] env[69547]: DEBUG nova.network.neutron [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Updating instance_info_cache with network_info: [{"id": "130d1daa-89ba-4f0c-9897-b5d8a829e0de", "address": "fa:16:3e:64:98:d8", "network": {"id": "00a6950f-b4d5-4477-9ee4-851ffbe9f7a9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-348957934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93d8077a62da44f4b2d609e25164ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130d1daa-89", "ovs_interfaceid": "130d1daa-89ba-4f0c-9897-b5d8a829e0de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.433884] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5222272d-5089-a57e-a1af-61313c2839bc, 'name': SearchDatastore_Task, 'duration_secs': 0.028567} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.434522] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.434920] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.435304] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.435663] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.435987] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.436385] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02a015c2-e8ce-4d9e-befe-72adfdd38c26 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.442138] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.447599] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.447995] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.448934] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df62672-2293-4056-b097-d6e6a1bb408c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.455752] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 806.455752] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5256867a-7297-f499-7b35-0c4ac0f7fe80" [ 806.455752] env[69547]: _type = "Task" [ 806.455752] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.467114] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5256867a-7297-f499-7b35-0c4ac0f7fe80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.529105] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.580035] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161312, 'name': Rename_Task, 'duration_secs': 0.145907} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.580400] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.580710] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a509d8c-d6a3-45c9-a8fe-1f23eb533f71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.591250] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 806.591250] env[69547]: value = "task-3161313" [ 806.591250] env[69547]: _type = "Task" [ 806.591250] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.602622] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.699863] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Updating instance_info_cache with network_info: [{"id": "0ff315d7-1265-4c33-be07-82e35cabdae4", "address": "fa:16:3e:84:b1:56", "network": {"id": "a3e66bce-b81b-4bf9-ad4d-8ecebcc73a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1400430174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be4621c42c3947079a146810fcf2e95c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff315d7-12", "ovs_interfaceid": "0ff315d7-1265-4c33-be07-82e35cabdae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.846048] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "refresh_cache-253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.969344] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5256867a-7297-f499-7b35-0c4ac0f7fe80, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.970488] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808c6b96-daf1-419e-9757-9dbe14d71861 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.979612] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 806.979612] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f2761a-d0cc-a5a2-64fb-638303ec17e7" [ 806.979612] env[69547]: _type = "Task" [ 806.979612] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.993622] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f2761a-d0cc-a5a2-64fb-638303ec17e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011807} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.994259] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.994970] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] f5d238a7-ea93-4189-8689-3c8b70b7c30e/f5d238a7-ea93-4189-8689-3c8b70b7c30e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.994970] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f9b773-daec-4f02-b181-d0fee06c172a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.005783] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 807.005783] env[69547]: value = "task-3161314" [ 807.005783] env[69547]: _type = "Task" [ 807.005783] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.020155] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.104443] env[69547]: DEBUG oslo_vmware.api [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161313, 'name': PowerOnVM_Task, 'duration_secs': 0.472107} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.105722] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.105954] env[69547]: INFO nova.compute.manager [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Took 8.10 seconds to spawn the instance on the hypervisor. [ 807.106158] env[69547]: DEBUG nova.compute.manager [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.106905] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e732a2eb-b696-413d-a0ab-a4853797ba3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.110169] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0de3ec4-b640-4ce8-89c8-eef3a77a5c0d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.124517] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97074945-f34e-44c0-9a70-3eb975d69f65 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.157875] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350b011d-be9f-4cd8-a295-18589ea6d887 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.168979] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad80182-c5e0-48bf-b8bc-2843af6e7fa7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.186200] env[69547]: DEBUG nova.compute.provider_tree [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.203060] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Releasing lock "refresh_cache-544587a5-8903-4225-8dee-3c1fc694d154" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.203280] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Instance network_info: |[{"id": "0ff315d7-1265-4c33-be07-82e35cabdae4", "address": "fa:16:3e:84:b1:56", "network": {"id": "a3e66bce-b81b-4bf9-ad4d-8ecebcc73a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1400430174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be4621c42c3947079a146810fcf2e95c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff315d7-12", "ovs_interfaceid": "0ff315d7-1265-4c33-be07-82e35cabdae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.203856] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:b1:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ff315d7-1265-4c33-be07-82e35cabdae4', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.213422] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Creating folder: Project (be4621c42c3947079a146810fcf2e95c). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.217023] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b6b3cd-c8ac-4a3e-b265-c1d88d6689f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.230259] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Created folder: Project (be4621c42c3947079a146810fcf2e95c) in parent group-v632381. [ 807.230259] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Creating folder: Instances. Parent ref: group-v632502. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.230259] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa9ced88-5d2a-4751-9c29-3d4787d0921e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.242704] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Created folder: Instances in parent group-v632502. [ 807.242950] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.243188] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.243396] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00a691ce-9226-495f-b992-72e75206a7c8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.265431] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.265431] env[69547]: value = "task-3161317" [ 807.265431] env[69547]: _type = "Task" [ 807.265431] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.274908] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161317, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.389972] env[69547]: DEBUG nova.compute.manager [req-7d333ab2-e21d-4bd5-9aa1-33d1d55ee7d4 req-e4119fe8-0ceb-45fe-b46c-60304b323268 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Received event network-changed-0ff315d7-1265-4c33-be07-82e35cabdae4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.390188] env[69547]: DEBUG nova.compute.manager [req-7d333ab2-e21d-4bd5-9aa1-33d1d55ee7d4 req-e4119fe8-0ceb-45fe-b46c-60304b323268 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Refreshing instance network info cache due to event network-changed-0ff315d7-1265-4c33-be07-82e35cabdae4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.390530] env[69547]: DEBUG oslo_concurrency.lockutils [req-7d333ab2-e21d-4bd5-9aa1-33d1d55ee7d4 req-e4119fe8-0ceb-45fe-b46c-60304b323268 service nova] Acquiring lock "refresh_cache-544587a5-8903-4225-8dee-3c1fc694d154" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.390737] env[69547]: DEBUG oslo_concurrency.lockutils [req-7d333ab2-e21d-4bd5-9aa1-33d1d55ee7d4 req-e4119fe8-0ceb-45fe-b46c-60304b323268 service nova] Acquired lock "refresh_cache-544587a5-8903-4225-8dee-3c1fc694d154" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.391103] env[69547]: DEBUG nova.network.neutron [req-7d333ab2-e21d-4bd5-9aa1-33d1d55ee7d4 req-e4119fe8-0ceb-45fe-b46c-60304b323268 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Refreshing network info cache for port 0ff315d7-1265-4c33-be07-82e35cabdae4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.450010] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.477585] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.477932] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.478633] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.479125] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.479125] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.479339] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.479874] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.479874] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.480036] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.480215] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.480415] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.482427] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f08045-520a-4ef4-a839-b06373e7a9be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.496951] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1f7c8a-f8ae-4bc1-89c8-96ad7b5dca76 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.525305] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509476} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.525305] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] f5d238a7-ea93-4189-8689-3c8b70b7c30e/f5d238a7-ea93-4189-8689-3c8b70b7c30e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.525305] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.525305] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8afd9f39-b830-4688-a80b-aeeb65eabfba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.533674] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 807.533674] env[69547]: value = "task-3161318" [ 807.533674] env[69547]: _type = "Task" [ 807.533674] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.543301] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.631485] env[69547]: INFO nova.compute.manager [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Took 44.70 seconds to build instance. [ 807.689743] env[69547]: DEBUG nova.scheduler.client.report [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.775656] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161317, 'name': CreateVM_Task, 'duration_secs': 0.466517} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.775827] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.776640] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.776814] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.777163] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.777445] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb81ccf-5d3a-48ee-ac8f-b33f273aa3d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.782307] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 807.782307] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520ffe0c-bffc-ad57-659b-f78fef3e9f3e" [ 807.782307] env[69547]: _type = "Task" [ 807.782307] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.790511] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520ffe0c-bffc-ad57-659b-f78fef3e9f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.045241] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067913} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.045629] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.046344] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a445490f-de08-47ef-990b-7a734e41098e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.073671] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f5d238a7-ea93-4189-8689-3c8b70b7c30e/f5d238a7-ea93-4189-8689-3c8b70b7c30e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.076864] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e92b158-b644-49f5-a7ba-0f262712d988 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.101128] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 808.101128] env[69547]: value = "task-3161319" [ 808.101128] env[69547]: _type = "Task" [ 808.101128] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.109410] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.134927] env[69547]: DEBUG oslo_concurrency.lockutils [None req-67b1567e-170c-4a76-a657-3cadcb55d45f tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.621s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.194311] env[69547]: DEBUG nova.network.neutron [req-7d333ab2-e21d-4bd5-9aa1-33d1d55ee7d4 req-e4119fe8-0ceb-45fe-b46c-60304b323268 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Updated VIF entry in instance network info cache for port 0ff315d7-1265-4c33-be07-82e35cabdae4. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.194669] env[69547]: DEBUG nova.network.neutron [req-7d333ab2-e21d-4bd5-9aa1-33d1d55ee7d4 req-e4119fe8-0ceb-45fe-b46c-60304b323268 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Updating instance_info_cache with network_info: [{"id": "0ff315d7-1265-4c33-be07-82e35cabdae4", "address": "fa:16:3e:84:b1:56", "network": {"id": "a3e66bce-b81b-4bf9-ad4d-8ecebcc73a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1400430174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be4621c42c3947079a146810fcf2e95c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff315d7-12", "ovs_interfaceid": "0ff315d7-1265-4c33-be07-82e35cabdae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.196483] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.196964] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.205019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.587s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.205019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.206937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.176s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.208988] env[69547]: INFO nova.compute.claims [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.214308] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Successfully updated port: 1192d789-0805-44fc-bdca-ab763c1b2ae9 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.240196] env[69547]: INFO nova.scheduler.client.report [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Deleted allocations for instance 7a0d471c-b83d-4a0f-96ea-146d5dd501ac [ 808.294171] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520ffe0c-bffc-ad57-659b-f78fef3e9f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.294481] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.294715] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.295008] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.295199] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.295410] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.295657] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43dedaaa-0d70-4cb2-975b-337ecf4ee10e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.306732] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.306917] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.307725] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff904b2-b2a1-4741-bff7-30e8cce7dad6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.314448] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 808.314448] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f686e-3d80-6c52-a1c0-d999341b9951" [ 808.314448] env[69547]: _type = "Task" [ 808.314448] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.324656] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f686e-3d80-6c52-a1c0-d999341b9951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.405481] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.405778] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5908460-96e4-4d4c-bd64-7220ba9c76b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.414806] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 808.414806] env[69547]: value = "task-3161320" [ 808.414806] env[69547]: _type = "Task" [ 808.414806] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.424372] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.617016] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.637333] env[69547]: DEBUG nova.compute.manager [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.706564] env[69547]: DEBUG nova.compute.utils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.708126] env[69547]: DEBUG oslo_concurrency.lockutils [req-7d333ab2-e21d-4bd5-9aa1-33d1d55ee7d4 req-e4119fe8-0ceb-45fe-b46c-60304b323268 service nova] Releasing lock "refresh_cache-544587a5-8903-4225-8dee-3c1fc694d154" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.708671] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.708870] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.716785] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "refresh_cache-33240788-23e9-4f2f-8123-8c3e25fa55ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.717028] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired lock "refresh_cache-33240788-23e9-4f2f-8123-8c3e25fa55ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.717238] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.750467] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0cd61b26-ed93-43e5-a463-3c63ab23dc5c tempest-ServerGroupTestJSON-1865492864 tempest-ServerGroupTestJSON-1865492864-project-member] Lock "7a0d471c-b83d-4a0f-96ea-146d5dd501ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.585s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.827244] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f686e-3d80-6c52-a1c0-d999341b9951, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.827374] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56eca71-e4d2-44cf-a081-20ceaf22d364 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.833176] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 808.833176] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b645bd-d59f-cd8c-c772-c6d79770c673" [ 808.833176] env[69547]: _type = "Task" [ 808.833176] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.842416] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b645bd-d59f-cd8c-c772-c6d79770c673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.883359] env[69547]: DEBUG nova.policy [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8547cbd3aaf04e55b0bc409a11a5dae5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be4621c42c3947079a146810fcf2e95c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.932337] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161320, 'name': PowerOffVM_Task, 'duration_secs': 0.279588} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.932337] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.932337] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb69bb-89c4-4631-8d35-8bb37e0785a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.958516] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea826029-3932-4383-b7a9-09ce6781d19a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.001932] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.002467] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2507d66-8da1-40a6-a2f2-54208c21d784 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.013159] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 809.013159] env[69547]: value = "task-3161321" [ 809.013159] env[69547]: _type = "Task" [ 809.013159] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.029098] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 809.029098] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.029098] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.112999] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161319, 'name': ReconfigVM_Task, 'duration_secs': 0.965319} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.113321] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f5d238a7-ea93-4189-8689-3c8b70b7c30e/f5d238a7-ea93-4189-8689-3c8b70b7c30e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.113974] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b263b46-64b6-4e61-8ba4-04fef7bc3619 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.121319] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 809.121319] env[69547]: value = "task-3161322" [ 809.121319] env[69547]: _type = "Task" [ 809.121319] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.133591] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161322, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.168213] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.209090] env[69547]: DEBUG nova.compute.manager [req-41335a18-9881-48f9-be65-e80111da49a5 req-736b76a1-2c94-44b6-975d-bf1cdce1ad24 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received event network-changed-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.209289] env[69547]: DEBUG nova.compute.manager [req-41335a18-9881-48f9-be65-e80111da49a5 req-736b76a1-2c94-44b6-975d-bf1cdce1ad24 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Refreshing instance network info cache due to event network-changed-9b123fe9-8ff4-4e53-acdc-55faf26371a6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.209592] env[69547]: DEBUG oslo_concurrency.lockutils [req-41335a18-9881-48f9-be65-e80111da49a5 req-736b76a1-2c94-44b6-975d-bf1cdce1ad24 service nova] Acquiring lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.209753] env[69547]: DEBUG oslo_concurrency.lockutils [req-41335a18-9881-48f9-be65-e80111da49a5 req-736b76a1-2c94-44b6-975d-bf1cdce1ad24 service nova] Acquired lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.210249] env[69547]: DEBUG nova.network.neutron [req-41335a18-9881-48f9-be65-e80111da49a5 req-736b76a1-2c94-44b6-975d-bf1cdce1ad24 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Refreshing network info cache for port 9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.213842] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.285739] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.350506] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b645bd-d59f-cd8c-c772-c6d79770c673, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.350804] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.351070] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 544587a5-8903-4225-8dee-3c1fc694d154/544587a5-8903-4225-8dee-3c1fc694d154.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.351926] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.352145] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.354194] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6e74e76-3958-4c2c-bb24-c27d1ab854c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.360547] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6e64ccb-fa73-4d4d-857f-28654718538b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.370262] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 809.370262] env[69547]: value = "task-3161323" [ 809.370262] env[69547]: _type = "Task" [ 809.370262] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.373697] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.373697] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.376772] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a624759-2328-4fa7-88b4-699dee7798f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.387191] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 809.387191] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52635399-3285-3bae-7210-3981d8c1a6cd" [ 809.387191] env[69547]: _type = "Task" [ 809.387191] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.395466] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.406253] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52635399-3285-3bae-7210-3981d8c1a6cd, 'name': SearchDatastore_Task, 'duration_secs': 0.016685} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.415385] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3002cf9e-d944-42fc-b700-83fec5a7dfa6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.421816] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 809.421816] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eb5d0f-7ed2-9ecb-de29-e636ccd84814" [ 809.421816] env[69547]: _type = "Task" [ 809.421816] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.430942] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eb5d0f-7ed2-9ecb-de29-e636ccd84814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.456960] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Updating instance_info_cache with network_info: [{"id": "1192d789-0805-44fc-bdca-ab763c1b2ae9", "address": "fa:16:3e:fb:f2:e4", "network": {"id": "a3e66bce-b81b-4bf9-ad4d-8ecebcc73a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1400430174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be4621c42c3947079a146810fcf2e95c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1192d789-08", "ovs_interfaceid": "1192d789-0805-44fc-bdca-ab763c1b2ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.515943] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Successfully created port: 840a551b-942a-4129-80d9-ebe6497ea561 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.588267] env[69547]: DEBUG nova.compute.manager [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Received event network-vif-plugged-1192d789-0805-44fc-bdca-ab763c1b2ae9 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.588553] env[69547]: DEBUG oslo_concurrency.lockutils [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] Acquiring lock "33240788-23e9-4f2f-8123-8c3e25fa55ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.588665] env[69547]: DEBUG oslo_concurrency.lockutils [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] Lock "33240788-23e9-4f2f-8123-8c3e25fa55ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.588834] env[69547]: DEBUG oslo_concurrency.lockutils [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] Lock "33240788-23e9-4f2f-8123-8c3e25fa55ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.589008] env[69547]: DEBUG nova.compute.manager [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] No waiting events found dispatching network-vif-plugged-1192d789-0805-44fc-bdca-ab763c1b2ae9 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.589259] env[69547]: WARNING nova.compute.manager [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Received unexpected event network-vif-plugged-1192d789-0805-44fc-bdca-ab763c1b2ae9 for instance with vm_state building and task_state spawning. [ 809.589670] env[69547]: DEBUG nova.compute.manager [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Received event network-changed-1192d789-0805-44fc-bdca-ab763c1b2ae9 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.589822] env[69547]: DEBUG nova.compute.manager [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Refreshing instance network info cache due to event network-changed-1192d789-0805-44fc-bdca-ab763c1b2ae9. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.590159] env[69547]: DEBUG oslo_concurrency.lockutils [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] Acquiring lock "refresh_cache-33240788-23e9-4f2f-8123-8c3e25fa55ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.649604] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161322, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.886443] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493022} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.886535] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 544587a5-8903-4225-8dee-3c1fc694d154/544587a5-8903-4225-8dee-3c1fc694d154.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.886710] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.886996] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad57d719-987c-464e-b0a1-8ca480275f79 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.898035] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 809.898035] env[69547]: value = "task-3161324" [ 809.898035] env[69547]: _type = "Task" [ 809.898035] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.906978] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.940038] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eb5d0f-7ed2-9ecb-de29-e636ccd84814, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.940038] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.940038] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. {{(pid=69547) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 809.940038] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a1c26dc-d6f0-47ec-ad13-aed91739494c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.948551] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 809.948551] env[69547]: value = "task-3161325" [ 809.948551] env[69547]: _type = "Task" [ 809.948551] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.960074] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.962085] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Releasing lock "refresh_cache-33240788-23e9-4f2f-8123-8c3e25fa55ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.966016] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Instance network_info: |[{"id": "1192d789-0805-44fc-bdca-ab763c1b2ae9", "address": "fa:16:3e:fb:f2:e4", "network": {"id": "a3e66bce-b81b-4bf9-ad4d-8ecebcc73a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1400430174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be4621c42c3947079a146810fcf2e95c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1192d789-08", "ovs_interfaceid": "1192d789-0805-44fc-bdca-ab763c1b2ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.966376] env[69547]: DEBUG oslo_concurrency.lockutils [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] Acquired lock "refresh_cache-33240788-23e9-4f2f-8123-8c3e25fa55ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.966726] env[69547]: DEBUG nova.network.neutron [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Refreshing network info cache for port 1192d789-0805-44fc-bdca-ab763c1b2ae9 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.968390] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:f2:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1192d789-0805-44fc-bdca-ab763c1b2ae9', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.976519] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.980715] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.985082] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf77d5a1-da10-4eba-b5d5-923ffb1da06f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.012565] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.012565] env[69547]: value = "task-3161326" [ 810.012565] env[69547]: _type = "Task" [ 810.012565] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.023136] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161326, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.041214] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a1dbc-861a-493c-893b-4b1380d74418 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.052252] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9d6b5c-afdf-4dc6-96e8-49280418528c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.089078] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b12ea34-1bd4-4ff8-868e-3eb8fc835891 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.098073] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cab82d-4d4c-4182-914d-14f63bb3e3ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.116162] env[69547]: DEBUG nova.compute.provider_tree [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.136169] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161322, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.230531] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.261146] env[69547]: DEBUG nova.network.neutron [req-41335a18-9881-48f9-be65-e80111da49a5 req-736b76a1-2c94-44b6-975d-bf1cdce1ad24 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updated VIF entry in instance network info cache for port 9b123fe9-8ff4-4e53-acdc-55faf26371a6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.261146] env[69547]: DEBUG nova.network.neutron [req-41335a18-9881-48f9-be65-e80111da49a5 req-736b76a1-2c94-44b6-975d-bf1cdce1ad24 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating instance_info_cache with network_info: [{"id": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "address": "fa:16:3e:8a:0b:85", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b123fe9-8f", "ovs_interfaceid": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.275036] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.275036] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.275036] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.275036] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.275036] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.278386] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.278763] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.280373] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.280373] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.280373] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.280373] env[69547]: DEBUG nova.virt.hardware [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.281096] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707eb9e9-c252-419a-926b-a3c30a86fb8f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.301097] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402568d7-dca8-494a-bae4-5248b8ea950f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.412473] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.504912} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.412473] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.413350] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba40ccbc-899b-4971-9c1a-5691e4683051 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.444414] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 544587a5-8903-4225-8dee-3c1fc694d154/544587a5-8903-4225-8dee-3c1fc694d154.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.444786] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b479cb37-56b7-4132-b375-7b71c60a99e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.469617] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.471248] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 810.471248] env[69547]: value = "task-3161327" [ 810.471248] env[69547]: _type = "Task" [ 810.471248] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.485203] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.525650] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161326, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.620909] env[69547]: DEBUG nova.scheduler.client.report [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.641783] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161322, 'name': Rename_Task, 'duration_secs': 1.210007} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.641783] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.642047] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d419227e-c581-4e96-ae31-55e2b8eef437 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.650213] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 810.650213] env[69547]: value = "task-3161328" [ 810.650213] env[69547]: _type = "Task" [ 810.650213] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.661705] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.765795] env[69547]: DEBUG oslo_concurrency.lockutils [req-41335a18-9881-48f9-be65-e80111da49a5 req-736b76a1-2c94-44b6-975d-bf1cdce1ad24 service nova] Releasing lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.916927] env[69547]: DEBUG nova.network.neutron [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Updated VIF entry in instance network info cache for port 1192d789-0805-44fc-bdca-ab763c1b2ae9. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.917311] env[69547]: DEBUG nova.network.neutron [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Updating instance_info_cache with network_info: [{"id": "1192d789-0805-44fc-bdca-ab763c1b2ae9", "address": "fa:16:3e:fb:f2:e4", "network": {"id": "a3e66bce-b81b-4bf9-ad4d-8ecebcc73a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1400430174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be4621c42c3947079a146810fcf2e95c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1192d789-08", "ovs_interfaceid": "1192d789-0805-44fc-bdca-ab763c1b2ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.973096] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569367} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.977455] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. [ 810.981019] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2163c7ef-3ca7-4b84-b4ff-4430fffda53d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.987363] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161327, 'name': ReconfigVM_Task, 'duration_secs': 0.30685} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.003838] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 544587a5-8903-4225-8dee-3c1fc694d154/544587a5-8903-4225-8dee-3c1fc694d154.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.016214] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.016699] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1934ac30-e419-4e93-a747-dbf5ccc8c8f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.020568] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062df666-d8c1-44b5-9d37-71c765939b10 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.044699] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161326, 'name': CreateVM_Task, 'duration_secs': 0.666328} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.046969] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.047541] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 811.047541] env[69547]: value = "task-3161329" [ 811.047541] env[69547]: _type = "Task" [ 811.047541] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.048588] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 811.048588] env[69547]: value = "task-3161330" [ 811.048588] env[69547]: _type = "Task" [ 811.048588] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.049522] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.053019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.053019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.053019] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957b0f39-e32f-44bf-a94f-ada53118c56f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.064686] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161329, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.069133] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 811.069133] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525f4e1d-d293-a65e-6ab1-a6c3c65369a4" [ 811.069133] env[69547]: _type = "Task" [ 811.069133] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.082179] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525f4e1d-d293-a65e-6ab1-a6c3c65369a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012892} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.082547] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.082841] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.083137] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.083566] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.083905] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.084456] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0762eac-6ad1-4f8d-9260-6fba6f2853f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.095008] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.095243] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.096035] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3e68f3-037c-4e64-a8af-e8011ae9aaf6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.106046] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 811.106046] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5250f870-cc03-e730-3214-543fae2ddd3a" [ 811.106046] env[69547]: _type = "Task" [ 811.106046] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.117597] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5250f870-cc03-e730-3214-543fae2ddd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.118519] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b890e5-a607-4d61-9a5f-be49dbd6ab32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.127523] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 811.127523] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5225cd69-7029-f663-aabd-b6abf6f2e73d" [ 811.127523] env[69547]: _type = "Task" [ 811.127523] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.131563] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.925s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.132105] env[69547]: DEBUG nova.compute.manager [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.135500] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.277s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.137320] env[69547]: INFO nova.compute.claims [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.147158] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5225cd69-7029-f663-aabd-b6abf6f2e73d, 'name': SearchDatastore_Task, 'duration_secs': 0.015749} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.150279] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.150279] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 33240788-23e9-4f2f-8123-8c3e25fa55ba/33240788-23e9-4f2f-8123-8c3e25fa55ba.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.150279] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-395b9f62-503b-43a1-8ab5-c5aaaa1282f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.156826] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 811.156826] env[69547]: value = "task-3161331" [ 811.156826] env[69547]: _type = "Task" [ 811.156826] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.164532] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.170494] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.422811] env[69547]: DEBUG oslo_concurrency.lockutils [req-22f43975-d3b5-4ced-bf7e-b9c7c3bd4aff req-1bb7a6b9-e608-46cf-a101-d8c339a49d87 service nova] Releasing lock "refresh_cache-33240788-23e9-4f2f-8123-8c3e25fa55ba" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.565806] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161329, 'name': Rename_Task, 'duration_secs': 0.170006} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.569293] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.569726] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161330, 'name': ReconfigVM_Task, 'duration_secs': 0.399156} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.569926] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-857e62cb-dc14-4e50-8c5f-abd8b9d425f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.572037] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.572980] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab3240-ec7c-416f-9281-e52754d0a7bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.605294] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d485f08-b021-4c6a-a5bf-496f351aa72e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.617971] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 811.617971] env[69547]: value = "task-3161332" [ 811.617971] env[69547]: _type = "Task" [ 811.617971] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.628501] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 811.628501] env[69547]: value = "task-3161333" [ 811.628501] env[69547]: _type = "Task" [ 811.628501] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.634457] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Successfully updated port: 840a551b-942a-4129-80d9-ebe6497ea561 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.637516] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.646113] env[69547]: DEBUG nova.compute.utils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.650556] env[69547]: DEBUG nova.compute.manager [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.650556] env[69547]: DEBUG nova.network.neutron [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.669834] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.682338] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.685536] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161331, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.704773] env[69547]: DEBUG nova.compute.manager [req-92e7cfb8-3fb1-4791-9845-34073763746a req-e4a85417-af4e-4265-b704-4b72118f6dbc service nova] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Received event network-vif-plugged-840a551b-942a-4129-80d9-ebe6497ea561 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.704773] env[69547]: DEBUG oslo_concurrency.lockutils [req-92e7cfb8-3fb1-4791-9845-34073763746a req-e4a85417-af4e-4265-b704-4b72118f6dbc service nova] Acquiring lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.705450] env[69547]: DEBUG oslo_concurrency.lockutils [req-92e7cfb8-3fb1-4791-9845-34073763746a req-e4a85417-af4e-4265-b704-4b72118f6dbc service nova] Lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.705450] env[69547]: DEBUG oslo_concurrency.lockutils [req-92e7cfb8-3fb1-4791-9845-34073763746a req-e4a85417-af4e-4265-b704-4b72118f6dbc service nova] Lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.705450] env[69547]: DEBUG nova.compute.manager [req-92e7cfb8-3fb1-4791-9845-34073763746a req-e4a85417-af4e-4265-b704-4b72118f6dbc service nova] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] No waiting events found dispatching network-vif-plugged-840a551b-942a-4129-80d9-ebe6497ea561 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.705614] env[69547]: WARNING nova.compute.manager [req-92e7cfb8-3fb1-4791-9845-34073763746a req-e4a85417-af4e-4265-b704-4b72118f6dbc service nova] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Received unexpected event network-vif-plugged-840a551b-942a-4129-80d9-ebe6497ea561 for instance with vm_state building and task_state spawning. [ 811.742645] env[69547]: DEBUG nova.policy [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a764813fe41f885f0582447fa25d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6abb2922b48d4708872416763d35f3b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.130714] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161332, 'name': PowerOnVM_Task, 'duration_secs': 0.51736} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.131747] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.132654] env[69547]: INFO nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Took 7.53 seconds to spawn the instance on the hypervisor. [ 812.132931] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.133969] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eb3435-e47f-481f-824c-b591b472abbe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.149984] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "refresh_cache-6bc8782d-cf63-47a3-aa2c-69b4822438a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.150418] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired lock "refresh_cache-6bc8782d-cf63-47a3-aa2c-69b4822438a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.150722] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.156440] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161333, 'name': ReconfigVM_Task, 'duration_secs': 0.22338} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.156669] env[69547]: DEBUG nova.compute.manager [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.163303] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.168402] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9c2d7b6-b5f2-4890-a66d-b3f0f6a4fe0a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.184112] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161328, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.185255] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 812.185255] env[69547]: value = "task-3161334" [ 812.185255] env[69547]: _type = "Task" [ 812.185255] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.192916] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53899} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.195020] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 33240788-23e9-4f2f-8123-8c3e25fa55ba/33240788-23e9-4f2f-8123-8c3e25fa55ba.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.195020] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.195020] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce4b5fb-c4db-4d94-9710-2ba103cd43d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.201604] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.213716] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 812.213716] env[69547]: value = "task-3161335" [ 812.213716] env[69547]: _type = "Task" [ 812.213716] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.228469] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.345785] env[69547]: DEBUG nova.network.neutron [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Successfully created port: 94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.680304] env[69547]: INFO nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Took 44.29 seconds to build instance. [ 812.692526] env[69547]: DEBUG oslo_vmware.api [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161328, 'name': PowerOnVM_Task, 'duration_secs': 1.637546} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.704285] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.704285] env[69547]: INFO nova.compute.manager [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Took 10.84 seconds to spawn the instance on the hypervisor. [ 812.704285] env[69547]: DEBUG nova.compute.manager [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.704285] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6846e-7d53-4ba3-b083-6c1cf7bffc88 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.724657] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.738463] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08222} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.739539] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.741932] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.743318] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea00323a-564a-4fa4-8a9a-8a30b0982ae8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.774294] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 33240788-23e9-4f2f-8123-8c3e25fa55ba/33240788-23e9-4f2f-8123-8c3e25fa55ba.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.777753] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5365ea6f-e74d-4045-b0d6-59805689ad36 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.809138] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 812.809138] env[69547]: value = "task-3161336" [ 812.809138] env[69547]: _type = "Task" [ 812.809138] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.826118] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.966574] env[69547]: DEBUG nova.network.neutron [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Updating instance_info_cache with network_info: [{"id": "840a551b-942a-4129-80d9-ebe6497ea561", "address": "fa:16:3e:75:91:08", "network": {"id": "a3e66bce-b81b-4bf9-ad4d-8ecebcc73a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1400430174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be4621c42c3947079a146810fcf2e95c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840a551b-94", "ovs_interfaceid": "840a551b-942a-4129-80d9-ebe6497ea561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.989019] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86708619-8d7c-467f-812a-7639d4c8998a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.999850] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c2bfd4-6dae-4308-94b5-62b685c7c06c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.035556] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5656394-c91f-493b-878c-8c22110975f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.044171] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf97602-b302-4ea1-af85-0b4646919877 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.060064] env[69547]: DEBUG nova.compute.provider_tree [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.179567] env[69547]: DEBUG nova.compute.manager [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.193587] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "544587a5-8903-4225-8dee-3c1fc694d154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.367s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.209037] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.211886] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.211886] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.211886] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.213275] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.213275] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.213275] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.213275] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.213275] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.213275] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.213495] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.213587] env[69547]: DEBUG nova.virt.hardware [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.214498] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac8ced3-8432-4bed-b93d-bf101ad4472e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.224216] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f962c63e-38ed-414e-8d77-066ae119a506 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.235690] env[69547]: INFO nova.compute.manager [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Took 45.67 seconds to build instance. [ 813.326264] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161336, 'name': ReconfigVM_Task, 'duration_secs': 0.331667} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.326458] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 33240788-23e9-4f2f-8123-8c3e25fa55ba/33240788-23e9-4f2f-8123-8c3e25fa55ba.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.327139] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78dc2a06-036a-43bf-9eab-15dba248a033 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.337018] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 813.337018] env[69547]: value = "task-3161340" [ 813.337018] env[69547]: _type = "Task" [ 813.337018] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.348050] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161340, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.471814] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Releasing lock "refresh_cache-6bc8782d-cf63-47a3-aa2c-69b4822438a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.472297] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Instance network_info: |[{"id": "840a551b-942a-4129-80d9-ebe6497ea561", "address": "fa:16:3e:75:91:08", "network": {"id": "a3e66bce-b81b-4bf9-ad4d-8ecebcc73a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1400430174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be4621c42c3947079a146810fcf2e95c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840a551b-94", "ovs_interfaceid": "840a551b-942a-4129-80d9-ebe6497ea561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.475070] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:91:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '840a551b-942a-4129-80d9-ebe6497ea561', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.484682] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.484956] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.485209] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c40a197b-cba3-41a0-bb95-932b8ddce3dd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.506700] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.506700] env[69547]: value = "task-3161341" [ 813.506700] env[69547]: _type = "Task" [ 813.506700] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.563547] env[69547]: DEBUG nova.scheduler.client.report [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.704420] env[69547]: DEBUG nova.compute.manager [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.707110] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.734742] env[69547]: DEBUG nova.compute.manager [req-ce3db85a-4f3a-4458-9bc8-1142a01575b8 req-a4d79b6a-ea8f-4101-95ae-fe9c068ae7ec service nova] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Received event network-changed-840a551b-942a-4129-80d9-ebe6497ea561 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.734927] env[69547]: DEBUG nova.compute.manager [req-ce3db85a-4f3a-4458-9bc8-1142a01575b8 req-a4d79b6a-ea8f-4101-95ae-fe9c068ae7ec service nova] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Refreshing instance network info cache due to event network-changed-840a551b-942a-4129-80d9-ebe6497ea561. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.735249] env[69547]: DEBUG oslo_concurrency.lockutils [req-ce3db85a-4f3a-4458-9bc8-1142a01575b8 req-a4d79b6a-ea8f-4101-95ae-fe9c068ae7ec service nova] Acquiring lock "refresh_cache-6bc8782d-cf63-47a3-aa2c-69b4822438a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.735479] env[69547]: DEBUG oslo_concurrency.lockutils [req-ce3db85a-4f3a-4458-9bc8-1142a01575b8 req-a4d79b6a-ea8f-4101-95ae-fe9c068ae7ec service nova] Acquired lock "refresh_cache-6bc8782d-cf63-47a3-aa2c-69b4822438a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.735718] env[69547]: DEBUG nova.network.neutron [req-ce3db85a-4f3a-4458-9bc8-1142a01575b8 req-a4d79b6a-ea8f-4101-95ae-fe9c068ae7ec service nova] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Refreshing network info cache for port 840a551b-942a-4129-80d9-ebe6497ea561 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.737822] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca0d7706-45b1-4a28-a3f6-371ec892c240 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.227s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.847494] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161340, 'name': Rename_Task, 'duration_secs': 0.181191} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.847863] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.848161] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-680e73b0-a30e-4ed3-973d-e7d8d177bc99 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.856372] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 813.856372] env[69547]: value = "task-3161342" [ 813.856372] env[69547]: _type = "Task" [ 813.856372] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.866683] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.018491] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161341, 'name': CreateVM_Task, 'duration_secs': 0.479886} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.018691] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.019449] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.019626] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.020333] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.020333] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05231690-312e-43ce-b125-f122cba7c5d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.025533] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 814.025533] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52957a8d-911f-5769-f5df-2df346ef2da2" [ 814.025533] env[69547]: _type = "Task" [ 814.025533] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.035474] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52957a8d-911f-5769-f5df-2df346ef2da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.068701] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.934s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.069258] env[69547]: DEBUG nova.compute.manager [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.071999] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.203s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.076025] env[69547]: INFO nova.compute.claims [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.140335] env[69547]: DEBUG nova.network.neutron [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Successfully updated port: 94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.207600] env[69547]: DEBUG oslo_vmware.api [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161334, 'name': PowerOnVM_Task, 'duration_secs': 1.821856} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.213624] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.217019] env[69547]: DEBUG nova.compute.manager [None req-4e54c1dc-493b-4728-aa10-b5dded211a97 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.220688] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254f10ee-9cbe-4baa-928a-a912e2f6029d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.231230] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.241158] env[69547]: DEBUG nova.compute.manager [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.366938] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161342, 'name': PowerOnVM_Task, 'duration_secs': 0.509737} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.367247] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.367540] env[69547]: INFO nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Took 6.92 seconds to spawn the instance on the hypervisor. [ 814.367725] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.368625] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789986f-2be0-4a9d-a0ee-e8350d9eb28f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.452477] env[69547]: DEBUG nova.network.neutron [req-ce3db85a-4f3a-4458-9bc8-1142a01575b8 req-a4d79b6a-ea8f-4101-95ae-fe9c068ae7ec service nova] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Updated VIF entry in instance network info cache for port 840a551b-942a-4129-80d9-ebe6497ea561. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.452956] env[69547]: DEBUG nova.network.neutron [req-ce3db85a-4f3a-4458-9bc8-1142a01575b8 req-a4d79b6a-ea8f-4101-95ae-fe9c068ae7ec service nova] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Updating instance_info_cache with network_info: [{"id": "840a551b-942a-4129-80d9-ebe6497ea561", "address": "fa:16:3e:75:91:08", "network": {"id": "a3e66bce-b81b-4bf9-ad4d-8ecebcc73a80", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1400430174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be4621c42c3947079a146810fcf2e95c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840a551b-94", "ovs_interfaceid": "840a551b-942a-4129-80d9-ebe6497ea561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.539290] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52957a8d-911f-5769-f5df-2df346ef2da2, 'name': SearchDatastore_Task, 'duration_secs': 0.016039} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.539388] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.539710] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.539964] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.540129] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.540310] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.540633] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71f1577e-08f4-4856-ac34-8a844a93a842 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.556328] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.556328] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.556328] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802e7f01-066e-4e79-ad71-be027134227b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.562608] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 814.562608] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262965f-2217-8640-d836-7cf0c83a5551" [ 814.562608] env[69547]: _type = "Task" [ 814.562608] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.572404] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262965f-2217-8640-d836-7cf0c83a5551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.578845] env[69547]: DEBUG nova.compute.utils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.583736] env[69547]: DEBUG nova.compute.manager [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.583736] env[69547]: DEBUG nova.network.neutron [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.624061] env[69547]: DEBUG nova.policy [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0d7100fe3f4fa89987884662765bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bdf3125741644dc957ed8a9909addb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.642670] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.642833] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquired lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.643040] env[69547]: DEBUG nova.network.neutron [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.767099] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.889769] env[69547]: INFO nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Took 42.34 seconds to build instance. [ 814.955929] env[69547]: DEBUG oslo_concurrency.lockutils [req-ce3db85a-4f3a-4458-9bc8-1142a01575b8 req-a4d79b6a-ea8f-4101-95ae-fe9c068ae7ec service nova] Releasing lock "refresh_cache-6bc8782d-cf63-47a3-aa2c-69b4822438a5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.002157] env[69547]: DEBUG nova.network.neutron [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Successfully created port: 03363c43-63e1-4727-bfa8-076af148695d {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.077177] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262965f-2217-8640-d836-7cf0c83a5551, 'name': SearchDatastore_Task, 'duration_secs': 0.033928} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.078159] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef83352-67fa-4e45-a737-45966094b6b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.087307] env[69547]: DEBUG nova.compute.manager [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.092607] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 815.092607] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1e6ad-c20d-8019-4b1e-9cf2149a484d" [ 815.092607] env[69547]: _type = "Task" [ 815.092607] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.102477] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1e6ad-c20d-8019-4b1e-9cf2149a484d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.179142] env[69547]: DEBUG nova.network.neutron [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.399681] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "33240788-23e9-4f2f-8123-8c3e25fa55ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.547s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.404905] env[69547]: DEBUG nova.network.neutron [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Updating instance_info_cache with network_info: [{"id": "94a4c8ad-5452-4895-841d-af2b2813d834", "address": "fa:16:3e:bd:e4:1b", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a4c8ad-54", "ovs_interfaceid": "94a4c8ad-5452-4895-841d-af2b2813d834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.413604] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Acquiring lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.413604] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.524514] env[69547]: DEBUG nova.compute.manager [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.524514] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a525aab5-6b9c-45fd-8b9c-7987c51413ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.616024] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1e6ad-c20d-8019-4b1e-9cf2149a484d, 'name': SearchDatastore_Task, 'duration_secs': 0.022543} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.616424] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.618134] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 6bc8782d-cf63-47a3-aa2c-69b4822438a5/6bc8782d-cf63-47a3-aa2c-69b4822438a5.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.621017] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c0a9958-da5f-4426-83f6-65ca018d1ba0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.630936] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 815.630936] env[69547]: value = "task-3161343" [ 815.630936] env[69547]: _type = "Task" [ 815.630936] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.650625] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.856883] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81103c9b-ac77-4ad6-b6e1-1e0326d62e65 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.868796] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1864fd-79aa-4b64-bdc2-b988fc779c64 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.923164] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Releasing lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.923164] env[69547]: DEBUG nova.compute.manager [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Instance network_info: |[{"id": "94a4c8ad-5452-4895-841d-af2b2813d834", "address": "fa:16:3e:bd:e4:1b", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a4c8ad-54", "ovs_interfaceid": "94a4c8ad-5452-4895-841d-af2b2813d834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.923164] env[69547]: DEBUG nova.compute.manager [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.925563] env[69547]: DEBUG nova.compute.utils [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.928865] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:e4:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94a4c8ad-5452-4895-841d-af2b2813d834', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.940905] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.941941] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1c5fa8-0f7b-47e2-81ff-a61b37a47042 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.946215] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.946584] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c068c30d-9b66-4123-8746-c820299b4a36 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.975036] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ec818f-f7b6-4687-bc88-5456da430ea5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.981425] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.981425] env[69547]: value = "task-3161344" [ 815.981425] env[69547]: _type = "Task" [ 815.981425] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.998029] env[69547]: DEBUG nova.compute.provider_tree [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.002921] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161344, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.039673] env[69547]: INFO nova.compute.manager [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] instance snapshotting [ 816.042536] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20b148-61db-474e-abed-c1f4390ffbf7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.068408] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce872f1-e6f3-40fd-83e7-fb0bca5318ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.074645] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "b7ed78fa-79cf-4adf-846e-08c941776171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.074878] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "b7ed78fa-79cf-4adf-846e-08c941776171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.103611] env[69547]: DEBUG nova.compute.manager [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.137604] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.137845] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.138011] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.138205] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.138350] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.138496] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.138705] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.138866] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.139041] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.139213] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.139386] env[69547]: DEBUG nova.virt.hardware [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.140909] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331eb8a6-a973-4b76-b4ec-065cb7a1865d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.153996] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161343, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.155456] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f412006-f869-44b6-8cee-47068004d584 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.329477] env[69547]: DEBUG nova.compute.manager [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Received event network-vif-plugged-94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.329712] env[69547]: DEBUG oslo_concurrency.lockutils [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] Acquiring lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.330195] env[69547]: DEBUG oslo_concurrency.lockutils [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] Lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.330195] env[69547]: DEBUG oslo_concurrency.lockutils [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] Lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.330367] env[69547]: DEBUG nova.compute.manager [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] No waiting events found dispatching network-vif-plugged-94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.330511] env[69547]: WARNING nova.compute.manager [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Received unexpected event network-vif-plugged-94a4c8ad-5452-4895-841d-af2b2813d834 for instance with vm_state building and task_state spawning. [ 816.330731] env[69547]: DEBUG nova.compute.manager [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Received event network-changed-94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.330905] env[69547]: DEBUG nova.compute.manager [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Refreshing instance network info cache due to event network-changed-94a4c8ad-5452-4895-841d-af2b2813d834. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.331101] env[69547]: DEBUG oslo_concurrency.lockutils [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] Acquiring lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.331241] env[69547]: DEBUG oslo_concurrency.lockutils [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] Acquired lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.331393] env[69547]: DEBUG nova.network.neutron [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Refreshing network info cache for port 94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.429179] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.448571] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.491841] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161344, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.505198] env[69547]: DEBUG nova.scheduler.client.report [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.586220] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 816.586220] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eee5d44a-5071-4ccb-b232-58537983df61 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.595615] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 816.595615] env[69547]: value = "task-3161346" [ 816.595615] env[69547]: _type = "Task" [ 816.595615] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.605377] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161346, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.644119] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768046} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.644119] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 6bc8782d-cf63-47a3-aa2c-69b4822438a5/6bc8782d-cf63-47a3-aa2c-69b4822438a5.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.644119] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.644582] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b3f9488-ebb7-4928-9f83-61cf91a9625c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.656134] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 816.656134] env[69547]: value = "task-3161347" [ 816.656134] env[69547]: _type = "Task" [ 816.656134] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.666981] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.728982] env[69547]: DEBUG nova.network.neutron [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Successfully updated port: 03363c43-63e1-4727-bfa8-076af148695d {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.996238] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161344, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.011523] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.939s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.012418] env[69547]: DEBUG nova.compute.manager [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.016742] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.904s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.017089] env[69547]: DEBUG nova.objects.instance [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lazy-loading 'resources' on Instance uuid 4a57f6d5-3fa0-49f3-8cd5-03d310babd07 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.108788] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161346, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.163232] env[69547]: DEBUG nova.network.neutron [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Updated VIF entry in instance network info cache for port 94a4c8ad-5452-4895-841d-af2b2813d834. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.163703] env[69547]: DEBUG nova.network.neutron [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Updating instance_info_cache with network_info: [{"id": "94a4c8ad-5452-4895-841d-af2b2813d834", "address": "fa:16:3e:bd:e4:1b", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a4c8ad-54", "ovs_interfaceid": "94a4c8ad-5452-4895-841d-af2b2813d834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.168894] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204638} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.169512] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.171036] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62b6c92-2c82-41f2-bbf9-ef99ed9fab03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.198211] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 6bc8782d-cf63-47a3-aa2c-69b4822438a5/6bc8782d-cf63-47a3-aa2c-69b4822438a5.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.198211] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e4f67e-61e0-45c7-9655-fe3f5980f699 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.233806] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.233806] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.234925] env[69547]: DEBUG nova.network.neutron [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.236379] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 817.236379] env[69547]: value = "task-3161348" [ 817.236379] env[69547]: _type = "Task" [ 817.236379] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.248887] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.497626] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161344, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.509129] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Acquiring lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.513018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.513018] env[69547]: INFO nova.compute.manager [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Attaching volume 6501fc25-fad9-4f2b-9c3f-1033580c7c69 to /dev/sdb [ 817.534605] env[69547]: DEBUG nova.compute.utils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.539520] env[69547]: DEBUG nova.compute.manager [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.539520] env[69547]: DEBUG nova.network.neutron [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.568208] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9bfa78-7d2b-4e54-88d4-59858553373b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.579114] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea70ec6a-5fdc-4879-82e4-7c324ab7ef26 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.585578] env[69547]: DEBUG nova.policy [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e34347008d7c472195e916b6acb37c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '202a792c9f4544799e5a571c2ed60d1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.598250] env[69547]: DEBUG nova.virt.block_device [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Updating existing volume attachment record: bff831c2-eabf-4250-82dc-0130792abff0 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 817.616352] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161346, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.673114] env[69547]: DEBUG oslo_concurrency.lockutils [req-7191acb3-31b1-40ad-b5b0-350ce87f141d req-e8f0e2c3-50f7-49fb-b599-09d390f86504 service nova] Releasing lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.756362] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.786136] env[69547]: DEBUG nova.network.neutron [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.937599] env[69547]: DEBUG nova.network.neutron [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updating instance_info_cache with network_info: [{"id": "03363c43-63e1-4727-bfa8-076af148695d", "address": "fa:16:3e:dc:86:a5", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03363c43-63", "ovs_interfaceid": "03363c43-63e1-4727-bfa8-076af148695d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.943987] env[69547]: DEBUG nova.network.neutron [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Successfully created port: 99ba00df-eb5d-4d4f-a538-1de5b8624552 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.995315] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161344, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.040094] env[69547]: DEBUG nova.compute.manager [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.108764] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161346, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.220109] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d268e-330d-413f-996e-deaba5539858 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.229554] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaeece2-b2da-47e0-add5-7ec1c41b9ff0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.270428] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce5427e-a936-4260-a7ad-184d9830c7de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.282209] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64428414-2693-4bf2-a435-1b8d418a5297 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.285993] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.297953] env[69547]: DEBUG nova.compute.provider_tree [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.416857] env[69547]: DEBUG nova.compute.manager [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Received event network-vif-plugged-03363c43-63e1-4727-bfa8-076af148695d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.416857] env[69547]: DEBUG oslo_concurrency.lockutils [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] Acquiring lock "3295dc83-0554-4159-8f3f-d444d6e89b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.416997] env[69547]: DEBUG oslo_concurrency.lockutils [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.417281] env[69547]: DEBUG oslo_concurrency.lockutils [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.417940] env[69547]: DEBUG nova.compute.manager [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] No waiting events found dispatching network-vif-plugged-03363c43-63e1-4727-bfa8-076af148695d {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.418301] env[69547]: WARNING nova.compute.manager [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Received unexpected event network-vif-plugged-03363c43-63e1-4727-bfa8-076af148695d for instance with vm_state building and task_state spawning. [ 818.418561] env[69547]: DEBUG nova.compute.manager [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Received event network-changed-03363c43-63e1-4727-bfa8-076af148695d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.418792] env[69547]: DEBUG nova.compute.manager [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Refreshing instance network info cache due to event network-changed-03363c43-63e1-4727-bfa8-076af148695d. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.419171] env[69547]: DEBUG oslo_concurrency.lockutils [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] Acquiring lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.439826] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.440213] env[69547]: DEBUG nova.compute.manager [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Instance network_info: |[{"id": "03363c43-63e1-4727-bfa8-076af148695d", "address": "fa:16:3e:dc:86:a5", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03363c43-63", "ovs_interfaceid": "03363c43-63e1-4727-bfa8-076af148695d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.440580] env[69547]: DEBUG oslo_concurrency.lockutils [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] Acquired lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.440693] env[69547]: DEBUG nova.network.neutron [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Refreshing network info cache for port 03363c43-63e1-4727-bfa8-076af148695d {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.441966] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:86:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03363c43-63e1-4727-bfa8-076af148695d', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.449685] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Creating folder: Project (7bdf3125741644dc957ed8a9909addb5). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.451032] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82a9e231-630c-45f2-a534-5434d5b24ba5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.464286] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Created folder: Project (7bdf3125741644dc957ed8a9909addb5) in parent group-v632381. [ 818.464488] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Creating folder: Instances. Parent ref: group-v632515. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.464726] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78643adc-d751-419f-832a-adb3b6ced0c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.475330] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Created folder: Instances in parent group-v632515. [ 818.475575] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.475766] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.475970] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d55c6eb-4aa2-4d41-afa4-849eba2e8b15 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.500214] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161344, 'name': CreateVM_Task, 'duration_secs': 2.16361} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.501533] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.502838] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.502838] env[69547]: value = "task-3161355" [ 818.502838] env[69547]: _type = "Task" [ 818.502838] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.502838] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.502838] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.503115] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.504025] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3064fcdd-68fd-4921-9365-9f6c7927d891 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.515076] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161355, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.515514] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 818.515514] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52638ccb-701c-55af-33ae-670fb05556db" [ 818.515514] env[69547]: _type = "Task" [ 818.515514] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.524357] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52638ccb-701c-55af-33ae-670fb05556db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.610642] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161346, 'name': CreateSnapshot_Task, 'duration_secs': 1.595165} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.611027] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 818.612029] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898b771b-1f76-455e-b983-e08125154a75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.778354] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161348, 'name': ReconfigVM_Task, 'duration_secs': 1.479513} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.778917] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 6bc8782d-cf63-47a3-aa2c-69b4822438a5/6bc8782d-cf63-47a3-aa2c-69b4822438a5.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.779949] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f48abfd-9513-43b2-bf41-cd0b7e603ca8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.793071] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 818.793071] env[69547]: value = "task-3161356" [ 818.793071] env[69547]: _type = "Task" [ 818.793071] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.801336] env[69547]: DEBUG nova.scheduler.client.report [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.812812] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161356, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.014028] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161355, 'name': CreateVM_Task, 'duration_secs': 0.459671} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.014028] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.014672] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.027319] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52638ccb-701c-55af-33ae-670fb05556db, 'name': SearchDatastore_Task, 'duration_secs': 0.019044} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.027571] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.027810] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.028089] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.028198] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.028368] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.031022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.031343] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.031584] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-589a5e48-91ec-4386-baaf-fc8006378930 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.033967] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae78ae2d-1eb7-460e-8f73-0237a134e483 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.043359] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 819.043359] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52edfffc-c696-038e-f251-390d716b0da0" [ 819.043359] env[69547]: _type = "Task" [ 819.043359] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.048362] env[69547]: DEBUG nova.compute.manager [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.050336] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.050583] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.051839] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca3e10d-9dc2-408f-9a25-72d95aeeac87 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.060223] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52edfffc-c696-038e-f251-390d716b0da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.065499] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 819.065499] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52014564-d672-3211-8bb3-12c38aae77c6" [ 819.065499] env[69547]: _type = "Task" [ 819.065499] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.079656] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52014564-d672-3211-8bb3-12c38aae77c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.081993] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.082196] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.082346] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.082520] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.082671] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.082812] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.083068] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.083177] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.083335] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.083489] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.083655] env[69547]: DEBUG nova.virt.hardware [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.084487] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c85b9d-7e09-45c0-b278-9cadae02a13b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.095518] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a5f036-e100-4f6d-bebd-207303a46e3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.132944] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 819.133244] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54a9959a-e0ae-40b5-9429-b4aa35737deb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.142487] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 819.142487] env[69547]: value = "task-3161357" [ 819.142487] env[69547]: _type = "Task" [ 819.142487] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.152842] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161357, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.182527] env[69547]: DEBUG nova.network.neutron [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updated VIF entry in instance network info cache for port 03363c43-63e1-4727-bfa8-076af148695d. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.182927] env[69547]: DEBUG nova.network.neutron [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updating instance_info_cache with network_info: [{"id": "03363c43-63e1-4727-bfa8-076af148695d", "address": "fa:16:3e:dc:86:a5", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03363c43-63", "ovs_interfaceid": "03363c43-63e1-4727-bfa8-076af148695d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.306053] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161356, 'name': Rename_Task, 'duration_secs': 0.299102} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.307137] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.310063] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.310769] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.623s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.312597] env[69547]: DEBUG nova.objects.instance [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lazy-loading 'resources' on Instance uuid 42403335-6ef3-4773-b3ac-a3aebd33394c {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.314007] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c87f04eb-b531-476a-82fa-13165a2afcc5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.324436] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 819.324436] env[69547]: value = "task-3161358" [ 819.324436] env[69547]: _type = "Task" [ 819.324436] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.335403] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.338306] env[69547]: INFO nova.scheduler.client.report [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Deleted allocations for instance 4a57f6d5-3fa0-49f3-8cd5-03d310babd07 [ 819.555018] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52edfffc-c696-038e-f251-390d716b0da0, 'name': SearchDatastore_Task, 'duration_secs': 0.023103} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.555018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.555471] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.555471] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.578783] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52014564-d672-3211-8bb3-12c38aae77c6, 'name': SearchDatastore_Task, 'duration_secs': 0.015311} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.579709] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5c3cbd-a381-407e-84cd-61fdc4a6705d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.586607] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 819.586607] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52128800-e179-d55d-fc86-e6455aea1527" [ 819.586607] env[69547]: _type = "Task" [ 819.586607] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.599737] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52128800-e179-d55d-fc86-e6455aea1527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.653270] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161357, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.667491] env[69547]: DEBUG nova.network.neutron [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Successfully updated port: 99ba00df-eb5d-4d4f-a538-1de5b8624552 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.685895] env[69547]: DEBUG oslo_concurrency.lockutils [req-b39e9f88-e24d-4fb2-811e-21df9f882a26 req-0afd34bc-c754-4e2c-919f-f2aca271585b service nova] Releasing lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.835693] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161358, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.845308] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8162fcee-83dc-4439-abb6-cf05b802c165 tempest-AttachInterfacesV270Test-1581646368 tempest-AttachInterfacesV270Test-1581646368-project-member] Lock "4a57f6d5-3fa0-49f3-8cd5-03d310babd07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.154s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.103629] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52128800-e179-d55d-fc86-e6455aea1527, 'name': SearchDatastore_Task, 'duration_secs': 0.019512} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.105326] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.105640] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 776708f7-9e48-4926-ab1d-d2a004fd5b3a/776708f7-9e48-4926-ab1d-d2a004fd5b3a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.106242] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.106459] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.106736] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-196b596d-d8e2-4716-9bd3-f1f7315993cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.108878] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-698e7617-d30f-4b04-8e60-649ee3153e8b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.122325] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 820.122325] env[69547]: value = "task-3161360" [ 820.122325] env[69547]: _type = "Task" [ 820.122325] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.126043] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.126347] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.127216] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525310cd-3973-473f-a80d-a9fb32cfaf62 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.141285] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 820.141285] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f893c-8bea-fdd6-661e-836d2ff928f7" [ 820.141285] env[69547]: _type = "Task" [ 820.141285] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.147128] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.160741] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161357, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.168576] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f893c-8bea-fdd6-661e-836d2ff928f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.170267] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquiring lock "refresh_cache-96c066fd-a046-425e-84a0-79862433576b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.170416] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquired lock "refresh_cache-96c066fd-a046-425e-84a0-79862433576b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.170553] env[69547]: DEBUG nova.network.neutron [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.172386] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e95350-dd41-4510-ba76-0b937536c961 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.181903] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 820.181903] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fa9e82-0d3a-ca19-d11f-34289e9902e2" [ 820.181903] env[69547]: _type = "Task" [ 820.181903] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.199172] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fa9e82-0d3a-ca19-d11f-34289e9902e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014104} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.199172] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.199172] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3295dc83-0554-4159-8f3f-d444d6e89b30/3295dc83-0554-4159-8f3f-d444d6e89b30.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.199500] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a221c261-c41e-49e4-af36-5bbf045b74c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.211068] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 820.211068] env[69547]: value = "task-3161361" [ 820.211068] env[69547]: _type = "Task" [ 820.211068] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.221820] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.341213] env[69547]: DEBUG oslo_vmware.api [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161358, 'name': PowerOnVM_Task, 'duration_secs': 0.544967} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.341572] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.341798] env[69547]: INFO nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Took 10.11 seconds to spawn the instance on the hypervisor. [ 820.342051] env[69547]: DEBUG nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.342965] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e3b200-2b7e-4a12-bb21-945af70e7511 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.537061] env[69547]: DEBUG nova.compute.manager [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] [instance: 96c066fd-a046-425e-84a0-79862433576b] Received event network-vif-plugged-99ba00df-eb5d-4d4f-a538-1de5b8624552 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.537380] env[69547]: DEBUG oslo_concurrency.lockutils [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] Acquiring lock "96c066fd-a046-425e-84a0-79862433576b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.537537] env[69547]: DEBUG oslo_concurrency.lockutils [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] Lock "96c066fd-a046-425e-84a0-79862433576b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.537764] env[69547]: DEBUG oslo_concurrency.lockutils [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] Lock "96c066fd-a046-425e-84a0-79862433576b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.537945] env[69547]: DEBUG nova.compute.manager [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] [instance: 96c066fd-a046-425e-84a0-79862433576b] No waiting events found dispatching network-vif-plugged-99ba00df-eb5d-4d4f-a538-1de5b8624552 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.538120] env[69547]: WARNING nova.compute.manager [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] [instance: 96c066fd-a046-425e-84a0-79862433576b] Received unexpected event network-vif-plugged-99ba00df-eb5d-4d4f-a538-1de5b8624552 for instance with vm_state building and task_state spawning. [ 820.538278] env[69547]: DEBUG nova.compute.manager [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] [instance: 96c066fd-a046-425e-84a0-79862433576b] Received event network-changed-99ba00df-eb5d-4d4f-a538-1de5b8624552 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.538462] env[69547]: DEBUG nova.compute.manager [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] [instance: 96c066fd-a046-425e-84a0-79862433576b] Refreshing instance network info cache due to event network-changed-99ba00df-eb5d-4d4f-a538-1de5b8624552. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.539066] env[69547]: DEBUG oslo_concurrency.lockutils [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] Acquiring lock "refresh_cache-96c066fd-a046-425e-84a0-79862433576b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.549024] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4dae32-830d-432c-8e36-8de0eac6c7bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.559576] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053aa0b7-39b2-4050-b99f-d2460b153fbf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.596069] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57c1f43-c7cd-4caa-87e1-241607dc9362 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.605870] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb75c066-7ba6-40cd-8aee-1c5b353cff9a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.623848] env[69547]: DEBUG nova.compute.provider_tree [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.641068] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.659726] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161357, 'name': CloneVM_Task, 'duration_secs': 1.467933} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.659982] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Created linked-clone VM from snapshot [ 820.661217] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba037586-069f-4737-9f99-2292a4ac31e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.671538] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Uploading image e3f133b2-d05b-42b3-a770-cb27342a79d7 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 820.709036] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 820.709036] env[69547]: value = "vm-632518" [ 820.709036] env[69547]: _type = "VirtualMachine" [ 820.709036] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 820.709825] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d8b9a8c-83d6-4a0f-8cb6-71207be6e8ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.725451] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161361, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.726900] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lease: (returnval){ [ 820.726900] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262010c-ef71-776a-cb94-2cb0316c6931" [ 820.726900] env[69547]: _type = "HttpNfcLease" [ 820.726900] env[69547]: } obtained for exporting VM: (result){ [ 820.726900] env[69547]: value = "vm-632518" [ 820.726900] env[69547]: _type = "VirtualMachine" [ 820.726900] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 820.727162] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the lease: (returnval){ [ 820.727162] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262010c-ef71-776a-cb94-2cb0316c6931" [ 820.727162] env[69547]: _type = "HttpNfcLease" [ 820.727162] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 820.733827] env[69547]: DEBUG nova.network.neutron [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.738201] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 820.738201] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262010c-ef71-776a-cb94-2cb0316c6931" [ 820.738201] env[69547]: _type = "HttpNfcLease" [ 820.738201] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 820.863919] env[69547]: INFO nova.compute.manager [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Took 46.03 seconds to build instance. [ 821.070476] env[69547]: DEBUG nova.network.neutron [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Updating instance_info_cache with network_info: [{"id": "99ba00df-eb5d-4d4f-a538-1de5b8624552", "address": "fa:16:3e:d9:57:be", "network": {"id": "bf5fdba2-701e-46bc-bd26-6ad3b1b8a99c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-580201840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "202a792c9f4544799e5a571c2ed60d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba00df-eb", "ovs_interfaceid": "99ba00df-eb5d-4d4f-a538-1de5b8624552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.127807] env[69547]: DEBUG nova.scheduler.client.report [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.142992] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644172} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.143566] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 776708f7-9e48-4926-ab1d-d2a004fd5b3a/776708f7-9e48-4926-ab1d-d2a004fd5b3a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.143849] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.144199] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37c1af48-efc3-426c-b978-75a6ecf4fc63 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.152048] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 821.152048] env[69547]: value = "task-3161364" [ 821.152048] env[69547]: _type = "Task" [ 821.152048] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.161285] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.225203] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92015} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.225476] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3295dc83-0554-4159-8f3f-d444d6e89b30/3295dc83-0554-4159-8f3f-d444d6e89b30.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.225684] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.225951] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adfda92b-8829-4840-8b04-bd1782b87466 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.237043] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.237043] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262010c-ef71-776a-cb94-2cb0316c6931" [ 821.237043] env[69547]: _type = "HttpNfcLease" [ 821.237043] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 821.238524] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 821.238524] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262010c-ef71-776a-cb94-2cb0316c6931" [ 821.238524] env[69547]: _type = "HttpNfcLease" [ 821.238524] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 821.238827] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 821.238827] env[69547]: value = "task-3161365" [ 821.238827] env[69547]: _type = "Task" [ 821.238827] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.239590] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1770607-9e7d-441c-b3b7-b90437f206b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.258055] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.263721] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277a219-3aed-5bf9-22b0-b3f4b0560a3a/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 821.264082] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277a219-3aed-5bf9-22b0-b3f4b0560a3a/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 821.367033] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4af61653-92f3-4b7c-b9c8-19a6d007abd4 tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.478s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.424552] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea37408f-4d29-457d-b266-1a48d5408321 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.576150] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Releasing lock "refresh_cache-96c066fd-a046-425e-84a0-79862433576b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.576486] env[69547]: DEBUG nova.compute.manager [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Instance network_info: |[{"id": "99ba00df-eb5d-4d4f-a538-1de5b8624552", "address": "fa:16:3e:d9:57:be", "network": {"id": "bf5fdba2-701e-46bc-bd26-6ad3b1b8a99c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-580201840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "202a792c9f4544799e5a571c2ed60d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba00df-eb", "ovs_interfaceid": "99ba00df-eb5d-4d4f-a538-1de5b8624552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.576791] env[69547]: DEBUG oslo_concurrency.lockutils [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] Acquired lock "refresh_cache-96c066fd-a046-425e-84a0-79862433576b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.576957] env[69547]: DEBUG nova.network.neutron [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] [instance: 96c066fd-a046-425e-84a0-79862433576b] Refreshing network info cache for port 99ba00df-eb5d-4d4f-a538-1de5b8624552 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.584264] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:57:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99ba00df-eb5d-4d4f-a538-1de5b8624552', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.598184] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Creating folder: Project (202a792c9f4544799e5a571c2ed60d1f). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.600212] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-028afe2e-2eaa-4b44-93e6-780288ec2d76 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.615292] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Created folder: Project (202a792c9f4544799e5a571c2ed60d1f) in parent group-v632381. [ 821.615631] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Creating folder: Instances. Parent ref: group-v632519. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.615991] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-848fa957-0cc3-437a-a718-d1a1c31657e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.631357] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Created folder: Instances in parent group-v632519. [ 821.631618] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.631831] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c066fd-a046-425e-84a0-79862433576b] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.632055] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c96640fe-a69c-4883-bbce-9a792458bbcc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.648387] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.652133] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.331s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.653546] env[69547]: INFO nova.compute.claims [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.664182] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.664182] env[69547]: value = "task-3161368" [ 821.664182] env[69547]: _type = "Task" [ 821.664182] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.667744] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169449} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.675684] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.676549] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c68169-785f-4335-857b-9d9c1e9173ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.685224] env[69547]: INFO nova.scheduler.client.report [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Deleted allocations for instance 42403335-6ef3-4773-b3ac-a3aebd33394c [ 821.708027] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161368, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.715225] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 776708f7-9e48-4926-ab1d-d2a004fd5b3a/776708f7-9e48-4926-ab1d-d2a004fd5b3a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.716425] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c7ceb6-f14c-4078-aab8-4c1b1d74a22f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.740456] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 821.740456] env[69547]: value = "task-3161369" [ 821.740456] env[69547]: _type = "Task" [ 821.740456] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.752587] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.765160] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177225} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.765160] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.765160] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642bdfd8-665f-471b-9d11-b46ba4dc844b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.793298] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 3295dc83-0554-4159-8f3f-d444d6e89b30/3295dc83-0554-4159-8f3f-d444d6e89b30.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.793926] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb771f6-581b-4c31-803c-29540b729dee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.821374] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 821.821374] env[69547]: value = "task-3161370" [ 821.821374] env[69547]: _type = "Task" [ 821.821374] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.833392] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.870156] env[69547]: DEBUG nova.compute.manager [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.926176] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "544587a5-8903-4225-8dee-3c1fc694d154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.926176] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "544587a5-8903-4225-8dee-3c1fc694d154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.926176] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "544587a5-8903-4225-8dee-3c1fc694d154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.926176] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "544587a5-8903-4225-8dee-3c1fc694d154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.926176] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "544587a5-8903-4225-8dee-3c1fc694d154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.932221] env[69547]: INFO nova.compute.manager [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Terminating instance [ 822.181162] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 822.181458] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632513', 'volume_id': '6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'name': 'volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc1186a-59c7-4e08-a0d6-e6fc42dd58b1', 'attached_at': '', 'detached_at': '', 'volume_id': '6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'serial': '6501fc25-fad9-4f2b-9c3f-1033580c7c69'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 822.183155] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa686c3-9b4c-4dd9-8407-1c6f713dc8fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.219531] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161368, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.223127] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db660c-628d-4476-bb3c-52849e9ec50e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.227078] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2dfad558-2bd6-481d-849f-1fdad7b203f8 tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "42403335-6ef3-4773-b3ac-a3aebd33394c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.007s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.267468] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69/volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.275615] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3abdccf-eb01-47e3-9b99-7ac4a878fdb0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.302045] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.302217] env[69547]: DEBUG oslo_vmware.api [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Waiting for the task: (returnval){ [ 822.302217] env[69547]: value = "task-3161371" [ 822.302217] env[69547]: _type = "Task" [ 822.302217] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.315012] env[69547]: DEBUG oslo_vmware.api [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Task: {'id': task-3161371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.336709] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.409146] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.417870] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "7160e6dd-68bd-44ec-9835-a85d09500b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.419022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "7160e6dd-68bd-44ec-9835-a85d09500b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.419022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "7160e6dd-68bd-44ec-9835-a85d09500b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.419022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "7160e6dd-68bd-44ec-9835-a85d09500b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.419022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "7160e6dd-68bd-44ec-9835-a85d09500b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.421239] env[69547]: INFO nova.compute.manager [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Terminating instance [ 822.441044] env[69547]: DEBUG nova.compute.manager [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.441044] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.441392] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c386bc-b209-40ed-9476-72474334f343 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.456421] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.456828] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a4774a-a078-498c-90d9-1a98ff3b172c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.468920] env[69547]: DEBUG oslo_vmware.api [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 822.468920] env[69547]: value = "task-3161373" [ 822.468920] env[69547]: _type = "Task" [ 822.468920] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.481977] env[69547]: DEBUG oslo_vmware.api [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.514253] env[69547]: DEBUG nova.network.neutron [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] [instance: 96c066fd-a046-425e-84a0-79862433576b] Updated VIF entry in instance network info cache for port 99ba00df-eb5d-4d4f-a538-1de5b8624552. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.514720] env[69547]: DEBUG nova.network.neutron [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] [instance: 96c066fd-a046-425e-84a0-79862433576b] Updating instance_info_cache with network_info: [{"id": "99ba00df-eb5d-4d4f-a538-1de5b8624552", "address": "fa:16:3e:d9:57:be", "network": {"id": "bf5fdba2-701e-46bc-bd26-6ad3b1b8a99c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-580201840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "202a792c9f4544799e5a571c2ed60d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba00df-eb", "ovs_interfaceid": "99ba00df-eb5d-4d4f-a538-1de5b8624552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.692556] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161368, 'name': CreateVM_Task, 'duration_secs': 0.665163} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.693182] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c066fd-a046-425e-84a0-79862433576b] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.693902] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.694277] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.694739] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.695192] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d0cf7f-592d-4882-9fb5-d24c32ccf87f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.717132] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 822.717132] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c08006-4e9c-5781-fb46-7e05dc681e41" [ 822.717132] env[69547]: _type = "Task" [ 822.717132] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.735940] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c08006-4e9c-5781-fb46-7e05dc681e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.776486] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161369, 'name': ReconfigVM_Task, 'duration_secs': 0.611746} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.780057] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 776708f7-9e48-4926-ab1d-d2a004fd5b3a/776708f7-9e48-4926-ab1d-d2a004fd5b3a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.781139] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8536dbc8-fce5-44b4-b4a1-86c37f79ca01 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.793345] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 822.793345] env[69547]: value = "task-3161374" [ 822.793345] env[69547]: _type = "Task" [ 822.793345] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.813429] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161374, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.823246] env[69547]: DEBUG oslo_vmware.api [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Task: {'id': task-3161371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.842543] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161370, 'name': ReconfigVM_Task, 'duration_secs': 0.527697} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.842894] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 3295dc83-0554-4159-8f3f-d444d6e89b30/3295dc83-0554-4159-8f3f-d444d6e89b30.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.843582] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad2c94f3-e91b-4100-b6f9-1f35ec740bc4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.858273] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 822.858273] env[69547]: value = "task-3161375" [ 822.858273] env[69547]: _type = "Task" [ 822.858273] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.881269] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161375, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.930691] env[69547]: DEBUG nova.compute.manager [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.930956] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.931921] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c646947-9915-4c42-bd6b-45a5a0c1177d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.947270] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.947795] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df2ad99-9b0c-4dca-89a0-16af8471a3de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.958644] env[69547]: DEBUG oslo_vmware.api [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 822.958644] env[69547]: value = "task-3161376" [ 822.958644] env[69547]: _type = "Task" [ 822.958644] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.979873] env[69547]: DEBUG oslo_vmware.api [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.995335] env[69547]: DEBUG oslo_vmware.api [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161373, 'name': PowerOffVM_Task, 'duration_secs': 0.25643} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.995335] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.995335] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.995986] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12167d66-12b4-41f4-89ff-39daf4804f9b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.021209] env[69547]: DEBUG oslo_concurrency.lockutils [req-7613f36e-d5b5-4aeb-a11d-74fa5a1a8534 req-27e7b7f3-fba3-4eba-bef1-00feb6198b38 service nova] Releasing lock "refresh_cache-96c066fd-a046-425e-84a0-79862433576b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.101021] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.101021] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.101021] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Deleting the datastore file [datastore1] 544587a5-8903-4225-8dee-3c1fc694d154 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.101021] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74408c7f-856e-4077-bcdd-628f0ebda253 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.112035] env[69547]: DEBUG oslo_vmware.api [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 823.112035] env[69547]: value = "task-3161378" [ 823.112035] env[69547]: _type = "Task" [ 823.112035] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.125827] env[69547]: DEBUG oslo_vmware.api [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.231177] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c08006-4e9c-5781-fb46-7e05dc681e41, 'name': SearchDatastore_Task, 'duration_secs': 0.044397} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.234455] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.235205] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.235205] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.235205] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.235592] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.236772] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-365d4e8e-3749-431b-b081-d599378a6577 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.249691] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.249983] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.253639] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7225cd-08db-4aa5-9f32-ef5ffec47fae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.260657] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 823.260657] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e56020-aa6d-552f-ae8f-b825b55ed574" [ 823.260657] env[69547]: _type = "Task" [ 823.260657] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.270995] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e56020-aa6d-552f-ae8f-b825b55ed574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.310361] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161374, 'name': Rename_Task, 'duration_secs': 0.329225} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.310693] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.311368] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4378f10-193d-4f64-8bfd-c5579ea52769 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.319291] env[69547]: DEBUG oslo_vmware.api [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Task: {'id': task-3161371, 'name': ReconfigVM_Task, 'duration_secs': 0.83744} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.319585] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69/volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.329962] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3906acba-0bcb-4c98-80e9-d67d59c55302 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.340333] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 823.340333] env[69547]: value = "task-3161379" [ 823.340333] env[69547]: _type = "Task" [ 823.340333] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.347888] env[69547]: DEBUG oslo_vmware.api [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Waiting for the task: (returnval){ [ 823.347888] env[69547]: value = "task-3161380" [ 823.347888] env[69547]: _type = "Task" [ 823.347888] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.353183] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161379, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.366299] env[69547]: DEBUG oslo_vmware.api [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Task: {'id': task-3161380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.373925] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161375, 'name': Rename_Task, 'duration_secs': 0.253767} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.376611] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.378009] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-466db20f-6147-4f59-be0b-7910b5d0056e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.397416] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 823.397416] env[69547]: value = "task-3161381" [ 823.397416] env[69547]: _type = "Task" [ 823.397416] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.408765] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.441062] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc0804a-f12d-4262-83c5-e6745c776445 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.452349] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c3c995-a6d4-49a6-b156-134b4124cc46 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.507190] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8498179d-bbbf-4004-b9ed-1112583746d5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.517470] env[69547]: DEBUG oslo_vmware.api [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161376, 'name': PowerOffVM_Task, 'duration_secs': 0.254165} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.520720] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.521158] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.521545] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-572ab1d8-cf43-44f4-8835-d7f46b76bccb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.524903] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0eef69-6203-4a0a-a054-127fcd5009ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.545457] env[69547]: DEBUG nova.compute.provider_tree [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.608150] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.608372] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.608557] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Deleting the datastore file [datastore1] 7160e6dd-68bd-44ec-9835-a85d09500b19 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.608839] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-453acc9c-beb5-45d7-98e0-105c11dd7369 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.621109] env[69547]: DEBUG oslo_vmware.api [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for the task: (returnval){ [ 823.621109] env[69547]: value = "task-3161383" [ 823.621109] env[69547]: _type = "Task" [ 823.621109] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.629607] env[69547]: DEBUG oslo_vmware.api [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165694} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.630514] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.630675] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.630945] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.631644] env[69547]: INFO nova.compute.manager [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Took 1.19 seconds to destroy the instance on the hypervisor. [ 823.631644] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.631903] env[69547]: DEBUG nova.compute.manager [-] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.632073] env[69547]: DEBUG nova.network.neutron [-] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.639697] env[69547]: DEBUG oslo_vmware.api [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.773051] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e56020-aa6d-552f-ae8f-b825b55ed574, 'name': SearchDatastore_Task, 'duration_secs': 0.016569} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.774075] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf7cfea-9b16-4660-beb0-e45e521ef8a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.783131] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 823.783131] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]529f97c0-7e82-e8c3-43ef-6ae0fa1769c3" [ 823.783131] env[69547]: _type = "Task" [ 823.783131] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.797023] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529f97c0-7e82-e8c3-43ef-6ae0fa1769c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.855760] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.871187] env[69547]: DEBUG oslo_vmware.api [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Task: {'id': task-3161380, 'name': ReconfigVM_Task, 'duration_secs': 0.235997} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.871577] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632513', 'volume_id': '6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'name': 'volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc1186a-59c7-4e08-a0d6-e6fc42dd58b1', 'attached_at': '', 'detached_at': '', 'volume_id': '6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'serial': '6501fc25-fad9-4f2b-9c3f-1033580c7c69'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 823.910190] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161381, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.944220] env[69547]: DEBUG nova.compute.manager [req-7fd3e4ea-c66f-4b49-98c2-90cb28e8549b req-61e6e5cc-6ccf-4134-a27d-da7c81481b00 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Received event network-vif-deleted-0ff315d7-1265-4c33-be07-82e35cabdae4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.944553] env[69547]: INFO nova.compute.manager [req-7fd3e4ea-c66f-4b49-98c2-90cb28e8549b req-61e6e5cc-6ccf-4134-a27d-da7c81481b00 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Neutron deleted interface 0ff315d7-1265-4c33-be07-82e35cabdae4; detaching it from the instance and deleting it from the info cache [ 823.944612] env[69547]: DEBUG nova.network.neutron [req-7fd3e4ea-c66f-4b49-98c2-90cb28e8549b req-61e6e5cc-6ccf-4134-a27d-da7c81481b00 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.051724] env[69547]: DEBUG nova.scheduler.client.report [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.106330] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquiring lock "d6d69df9-c7ab-4f01-8d24-66be36bd3ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.106615] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "d6d69df9-c7ab-4f01-8d24-66be36bd3ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.132888] env[69547]: DEBUG oslo_vmware.api [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Task: {'id': task-3161383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184065} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.133186] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.133296] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.133423] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.133589] env[69547]: INFO nova.compute.manager [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Took 1.20 seconds to destroy the instance on the hypervisor. [ 824.133830] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.134039] env[69547]: DEBUG nova.compute.manager [-] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.134850] env[69547]: DEBUG nova.network.neutron [-] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.296101] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529f97c0-7e82-e8c3-43ef-6ae0fa1769c3, 'name': SearchDatastore_Task, 'duration_secs': 0.024296} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.296287] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.296544] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 96c066fd-a046-425e-84a0-79862433576b/96c066fd-a046-425e-84a0-79862433576b.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.296810] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a38a06e-5c0b-47ea-b26a-89262608d5ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.305593] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 824.305593] env[69547]: value = "task-3161384" [ 824.305593] env[69547]: _type = "Task" [ 824.305593] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.315644] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.354219] env[69547]: DEBUG oslo_vmware.api [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161379, 'name': PowerOnVM_Task, 'duration_secs': 0.82921} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.354538] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.354748] env[69547]: INFO nova.compute.manager [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Took 11.17 seconds to spawn the instance on the hypervisor. [ 824.354928] env[69547]: DEBUG nova.compute.manager [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.355812] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aafc6c-3b3b-4a26-b89c-370d67072857 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.414061] env[69547]: DEBUG oslo_vmware.api [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161381, 'name': PowerOnVM_Task, 'duration_secs': 0.563929} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.414516] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.415159] env[69547]: INFO nova.compute.manager [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Took 8.31 seconds to spawn the instance on the hypervisor. [ 824.415159] env[69547]: DEBUG nova.compute.manager [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.420029] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad23ab8-f7c6-4760-8c72-abe44f16face {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.434127] env[69547]: DEBUG nova.network.neutron [-] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.450830] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fb7e5e7-33f9-4961-80ce-ba6f0f7f119e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.460768] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b20c858-a6bd-4b56-8616-bff4d89ad88a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.506789] env[69547]: DEBUG nova.compute.manager [req-7fd3e4ea-c66f-4b49-98c2-90cb28e8549b req-61e6e5cc-6ccf-4134-a27d-da7c81481b00 service nova] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Detach interface failed, port_id=0ff315d7-1265-4c33-be07-82e35cabdae4, reason: Instance 544587a5-8903-4225-8dee-3c1fc694d154 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 824.558345] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.906s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.558634] env[69547]: DEBUG nova.compute.manager [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.562710] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.049s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.562710] env[69547]: DEBUG nova.objects.instance [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lazy-loading 'resources' on Instance uuid c34dfdae-12b1-40d0-9b88-de2427baf2eb {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.823923] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161384, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.878076] env[69547]: INFO nova.compute.manager [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Took 46.87 seconds to build instance. [ 824.923956] env[69547]: DEBUG nova.network.neutron [-] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.937308] env[69547]: DEBUG nova.objects.instance [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Lazy-loading 'flavor' on Instance uuid abc1186a-59c7-4e08-a0d6-e6fc42dd58b1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.941636] env[69547]: INFO nova.compute.manager [-] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Took 1.31 seconds to deallocate network for instance. [ 824.944337] env[69547]: INFO nova.compute.manager [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Took 43.11 seconds to build instance. [ 825.065084] env[69547]: DEBUG nova.compute.utils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.072204] env[69547]: DEBUG nova.compute.manager [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.072629] env[69547]: DEBUG nova.network.neutron [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.158057] env[69547]: DEBUG nova.policy [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8b96686b90947bebd93bfc8a16daaef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '068f79a235a44913a314511f20a051ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.325898] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808813} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.326756] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 96c066fd-a046-425e-84a0-79862433576b/96c066fd-a046-425e-84a0-79862433576b.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.326756] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.327716] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7946643-7eac-49e1-adc2-fd714c2255e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.340327] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 825.340327] env[69547]: value = "task-3161386" [ 825.340327] env[69547]: _type = "Task" [ 825.340327] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.354898] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.381466] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eaafb6cd-e1a4-4ff0-92ef-7c56881c04da tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.658s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.428922] env[69547]: INFO nova.compute.manager [-] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Took 1.29 seconds to deallocate network for instance. [ 825.445079] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bf299be-a640-4b80-b9b6-57e0c83677e5 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.934s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.455448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ff85969c-04ef-492f-a393-560d5bf836b3 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.335s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.455448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.572900] env[69547]: DEBUG nova.compute.manager [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.625856] env[69547]: DEBUG nova.network.neutron [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Successfully created port: 1f4032cc-71e6-489e-a521-5d8bfaca6d5c {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.664108] env[69547]: DEBUG nova.compute.manager [req-bfdb560a-9efc-4086-a974-073b4b12ba11 req-e1995ef7-e619-4bda-b2f8-e067c65991d7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Received event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.664108] env[69547]: DEBUG nova.compute.manager [req-bfdb560a-9efc-4086-a974-073b4b12ba11 req-e1995ef7-e619-4bda-b2f8-e067c65991d7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing instance network info cache due to event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.664108] env[69547]: DEBUG oslo_concurrency.lockutils [req-bfdb560a-9efc-4086-a974-073b4b12ba11 req-e1995ef7-e619-4bda-b2f8-e067c65991d7 service nova] Acquiring lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.664108] env[69547]: DEBUG oslo_concurrency.lockutils [req-bfdb560a-9efc-4086-a974-073b4b12ba11 req-e1995ef7-e619-4bda-b2f8-e067c65991d7 service nova] Acquired lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.664108] env[69547]: DEBUG nova.network.neutron [req-bfdb560a-9efc-4086-a974-073b4b12ba11 req-e1995ef7-e619-4bda-b2f8-e067c65991d7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.748321] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f83bf3-0fb9-4985-afd0-ac1827b6bfe3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.756927] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0431f3d-d709-45d8-9b77-d07799a1f56f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.791170] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c5cc11-68c6-4646-9efa-f1376b6639aa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.799558] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45db25d-6e11-4587-b9ed-80ced8dc8a3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.816236] env[69547]: DEBUG nova.compute.provider_tree [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.852679] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081303} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.852952] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.853992] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b1880d-ae30-4e67-a898-cca81bb82284 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.884323] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 96c066fd-a046-425e-84a0-79862433576b/96c066fd-a046-425e-84a0-79862433576b.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.884670] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17cf5504-a827-461f-b017-2f2e1b0688cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.899703] env[69547]: DEBUG nova.compute.manager [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.910409] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 825.910409] env[69547]: value = "task-3161387" [ 825.910409] env[69547]: _type = "Task" [ 825.910409] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.919564] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.939527] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.960789] env[69547]: DEBUG nova.compute.manager [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.077886] env[69547]: INFO nova.virt.block_device [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Booting with volume 053bdbc0-646d-446a-99fe-af3e1aea6030 at /dev/sda [ 826.123444] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef9c403d-9608-4cfa-aed4-d48167e1f1e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.136497] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7c9b42-4504-47e8-8218-11d7056e7ab6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.191295] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d73666b-919c-4147-b74a-04f1d9eae714 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.202032] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fd534f-0cb8-40f2-890f-8cd96bc245fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.248045] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48626903-2775-47fb-a171-da249866933a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.256712] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83679bb3-a930-459d-9772-a8f302a42688 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.274328] env[69547]: DEBUG nova.virt.block_device [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Updating existing volume attachment record: 167ea8e6-fbbc-4401-892f-88aad1479265 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 826.319083] env[69547]: DEBUG nova.scheduler.client.report [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.426284] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.432914] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.487882] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.708973] env[69547]: DEBUG nova.network.neutron [req-bfdb560a-9efc-4086-a974-073b4b12ba11 req-e1995ef7-e619-4bda-b2f8-e067c65991d7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updated VIF entry in instance network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.709402] env[69547]: DEBUG nova.network.neutron [req-bfdb560a-9efc-4086-a974-073b4b12ba11 req-e1995ef7-e619-4bda-b2f8-e067c65991d7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updating instance_info_cache with network_info: [{"id": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "address": "fa:16:3e:0b:50:cf", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9ee2b8-67", "ovs_interfaceid": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.823969] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.830260] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.017s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.830532] env[69547]: DEBUG nova.objects.instance [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lazy-loading 'resources' on Instance uuid 525141fd-077e-40e2-a7fe-914c1dbcb900 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.860590] env[69547]: DEBUG nova.compute.manager [req-22edec6c-f60d-45c1-b588-dd98c739eb06 req-81406c1b-2037-42ea-a4db-b7c8a1f75f11 service nova] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Received event network-vif-deleted-3bcc7110-48bf-476c-8fc8-6d51ab82f5ab {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.869699] env[69547]: INFO nova.scheduler.client.report [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleted allocations for instance c34dfdae-12b1-40d0-9b88-de2427baf2eb [ 826.923690] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161387, 'name': ReconfigVM_Task, 'duration_secs': 0.532708} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.924090] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 96c066fd-a046-425e-84a0-79862433576b/96c066fd-a046-425e-84a0-79862433576b.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.924885] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bda02986-be87-4b40-9647-ce8d0ae99a43 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.935149] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 826.935149] env[69547]: value = "task-3161389" [ 826.935149] env[69547]: _type = "Task" [ 826.935149] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.947229] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161389, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.212839] env[69547]: DEBUG oslo_concurrency.lockutils [req-bfdb560a-9efc-4086-a974-073b4b12ba11 req-e1995ef7-e619-4bda-b2f8-e067c65991d7 service nova] Releasing lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.385356] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ba1d45d2-e357-4d42-acb7-fe69fbdda531 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "c34dfdae-12b1-40d0-9b88-de2427baf2eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.308s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.455121] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161389, 'name': Rename_Task, 'duration_secs': 0.212958} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.455604] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.455695] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed727558-ec38-402d-b3f3-119d1e1dd525 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.468992] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 827.468992] env[69547]: value = "task-3161390" [ 827.468992] env[69547]: _type = "Task" [ 827.468992] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.480361] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.675366] env[69547]: DEBUG nova.network.neutron [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Successfully updated port: 1f4032cc-71e6-489e-a521-5d8bfaca6d5c {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.991091] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161390, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.019300] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b3138c-fd8c-4cea-9f61-9a10d22218cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.027922] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f9769b-f1bb-4e3a-ac0e-4ac9cd2b160e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.067209] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e7c3de-5959-4302-92ea-fb109d74227a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.075245] env[69547]: DEBUG nova.compute.manager [req-3c66ef67-c2e7-4d82-a4cf-f5c14bf4b69c req-8f7bd02d-32a6-469a-aed2-d1ed6d2940ad service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Received event network-changed-03363c43-63e1-4727-bfa8-076af148695d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.076881] env[69547]: DEBUG nova.compute.manager [req-3c66ef67-c2e7-4d82-a4cf-f5c14bf4b69c req-8f7bd02d-32a6-469a-aed2-d1ed6d2940ad service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Refreshing instance network info cache due to event network-changed-03363c43-63e1-4727-bfa8-076af148695d. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.076881] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c66ef67-c2e7-4d82-a4cf-f5c14bf4b69c req-8f7bd02d-32a6-469a-aed2-d1ed6d2940ad service nova] Acquiring lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.076881] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c66ef67-c2e7-4d82-a4cf-f5c14bf4b69c req-8f7bd02d-32a6-469a-aed2-d1ed6d2940ad service nova] Acquired lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.076881] env[69547]: DEBUG nova.network.neutron [req-3c66ef67-c2e7-4d82-a4cf-f5c14bf4b69c req-8f7bd02d-32a6-469a-aed2-d1ed6d2940ad service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Refreshing network info cache for port 03363c43-63e1-4727-bfa8-076af148695d {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.082898] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfaa54e-e5f9-47b9-a692-9e5555056f2d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.103448] env[69547]: DEBUG nova.compute.provider_tree [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.181740] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Acquiring lock "refresh_cache-1abdc0a5-e03b-4552-88f7-415e0c540b6b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.181926] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Acquired lock "refresh_cache-1abdc0a5-e03b-4552-88f7-415e0c540b6b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.182075] env[69547]: DEBUG nova.network.neutron [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.413775] env[69547]: DEBUG nova.compute.manager [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.414375] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.414597] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.414753] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.414959] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.415125] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.415278] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.415501] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.415664] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.415832] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.415994] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.416214] env[69547]: DEBUG nova.virt.hardware [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.417223] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697c9939-0c90-42dc-8af4-fdf9c5565302 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.426588] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe9dac7-869e-4263-a5d3-611f5be8ef80 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.479622] env[69547]: DEBUG oslo_vmware.api [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161390, 'name': PowerOnVM_Task, 'duration_secs': 0.777511} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.479968] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.480296] env[69547]: INFO nova.compute.manager [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Took 9.43 seconds to spawn the instance on the hypervisor. [ 828.480488] env[69547]: DEBUG nova.compute.manager [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.481434] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7898e5-10bc-47b6-8a06-b53f86d49130 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.500013] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Acquiring lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.500307] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.608130] env[69547]: DEBUG nova.scheduler.client.report [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.753559] env[69547]: DEBUG nova.network.neutron [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.940576] env[69547]: DEBUG nova.network.neutron [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Updating instance_info_cache with network_info: [{"id": "1f4032cc-71e6-489e-a521-5d8bfaca6d5c", "address": "fa:16:3e:4d:b8:bb", "network": {"id": "30e5e3ad-3d08-49a2-8571-a60cce9464b7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-353883662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f79a235a44913a314511f20a051ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4032cc-71", "ovs_interfaceid": "1f4032cc-71e6-489e-a521-5d8bfaca6d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.993230] env[69547]: DEBUG nova.network.neutron [req-3c66ef67-c2e7-4d82-a4cf-f5c14bf4b69c req-8f7bd02d-32a6-469a-aed2-d1ed6d2940ad service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updated VIF entry in instance network info cache for port 03363c43-63e1-4727-bfa8-076af148695d. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.993230] env[69547]: DEBUG nova.network.neutron [req-3c66ef67-c2e7-4d82-a4cf-f5c14bf4b69c req-8f7bd02d-32a6-469a-aed2-d1ed6d2940ad service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updating instance_info_cache with network_info: [{"id": "03363c43-63e1-4727-bfa8-076af148695d", "address": "fa:16:3e:dc:86:a5", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03363c43-63", "ovs_interfaceid": "03363c43-63e1-4727-bfa8-076af148695d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.009485] env[69547]: DEBUG nova.compute.manager [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Received event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.009485] env[69547]: DEBUG nova.compute.manager [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing instance network info cache due to event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.009485] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Acquiring lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.009485] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Acquired lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.009485] env[69547]: DEBUG nova.network.neutron [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.009485] env[69547]: INFO nova.compute.manager [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Took 42.16 seconds to build instance. [ 829.011334] env[69547]: INFO nova.compute.manager [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Detaching volume 6501fc25-fad9-4f2b-9c3f-1033580c7c69 [ 829.058794] env[69547]: INFO nova.virt.block_device [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Attempting to driver detach volume 6501fc25-fad9-4f2b-9c3f-1033580c7c69 from mountpoint /dev/sdb [ 829.060324] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 829.060644] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632513', 'volume_id': '6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'name': 'volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc1186a-59c7-4e08-a0d6-e6fc42dd58b1', 'attached_at': '', 'detached_at': '', 'volume_id': '6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'serial': '6501fc25-fad9-4f2b-9c3f-1033580c7c69'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 829.063080] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997fa499-d4bd-45b6-bcba-77e4fef74c5c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.088595] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb2e20-e2da-4047-b2f6-d2ce6a8499c8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.098339] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766840f5-a110-4e5a-91ed-1bb30e4888d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.122698] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.125317] env[69547]: DEBUG oslo_concurrency.lockutils [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.931s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.125703] env[69547]: DEBUG nova.objects.instance [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lazy-loading 'resources' on Instance uuid aec1ca4a-7bc4-4178-9ed2-e41b6698825c {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.128138] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714b416f-2273-4ff2-b621-2d7c51547b9a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.146255] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] The volume has not been displaced from its original location: [datastore1] volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69/volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 829.151740] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 829.153049] env[69547]: INFO nova.scheduler.client.report [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleted allocations for instance 525141fd-077e-40e2-a7fe-914c1dbcb900 [ 829.154585] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27930bad-59c6-4749-a508-a2c70c654a80 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.181306] env[69547]: DEBUG oslo_vmware.api [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Waiting for the task: (returnval){ [ 829.181306] env[69547]: value = "task-3161392" [ 829.181306] env[69547]: _type = "Task" [ 829.181306] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.193017] env[69547]: DEBUG oslo_vmware.api [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Task: {'id': task-3161392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.334519] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277a219-3aed-5bf9-22b0-b3f4b0560a3a/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 829.335462] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed20a27b-e9d7-48f2-9cbc-9342f565f920 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.343351] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277a219-3aed-5bf9-22b0-b3f4b0560a3a/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 829.343351] env[69547]: ERROR oslo_vmware.rw_handles [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277a219-3aed-5bf9-22b0-b3f4b0560a3a/disk-0.vmdk due to incomplete transfer. [ 829.343351] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53906b55-697c-4625-b2b0-4a60bef37f51 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.350903] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277a219-3aed-5bf9-22b0-b3f4b0560a3a/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 829.351133] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Uploaded image e3f133b2-d05b-42b3-a770-cb27342a79d7 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 829.353506] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.353812] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b0a812b-7ba2-4964-9578-ed4821c0d23f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.363022] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 829.363022] env[69547]: value = "task-3161393" [ 829.363022] env[69547]: _type = "Task" [ 829.363022] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.370909] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161393, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.443080] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Releasing lock "refresh_cache-1abdc0a5-e03b-4552-88f7-415e0c540b6b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.443176] env[69547]: DEBUG nova.compute.manager [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Instance network_info: |[{"id": "1f4032cc-71e6-489e-a521-5d8bfaca6d5c", "address": "fa:16:3e:4d:b8:bb", "network": {"id": "30e5e3ad-3d08-49a2-8571-a60cce9464b7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-353883662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f79a235a44913a314511f20a051ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4032cc-71", "ovs_interfaceid": "1f4032cc-71e6-489e-a521-5d8bfaca6d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.443548] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:b8:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f4032cc-71e6-489e-a521-5d8bfaca6d5c', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.451326] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Creating folder: Project (068f79a235a44913a314511f20a051ea). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.451958] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94d2a82d-b8a3-4a02-8c7e-7f032aec2768 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.466803] env[69547]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 829.466980] env[69547]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69547) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 829.467330] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Folder already exists: Project (068f79a235a44913a314511f20a051ea). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 829.467529] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Creating folder: Instances. Parent ref: group-v632441. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.467778] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-854175ef-cb47-4dae-9b18-f0ee626db386 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.480839] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Created folder: Instances in parent group-v632441. [ 829.481167] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.481376] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.481578] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eacbecf-04d1-4252-9608-b42fe6fbf605 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.505019] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.505019] env[69547]: value = "task-3161396" [ 829.505019] env[69547]: _type = "Task" [ 829.505019] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.509462] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c66ef67-c2e7-4d82-a4cf-f5c14bf4b69c req-8f7bd02d-32a6-469a-aed2-d1ed6d2940ad service nova] Releasing lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.514511] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161396, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.514939] env[69547]: DEBUG oslo_concurrency.lockutils [None req-655e4444-83b2-4b1a-8f88-15e91edaa1cc tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "96c066fd-a046-425e-84a0-79862433576b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.683s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.677750] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d59b22-1083-4042-974b-79cf78b9c759 tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "525141fd-077e-40e2-a7fe-914c1dbcb900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.751s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.682756] env[69547]: DEBUG oslo_concurrency.lockutils [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquiring lock "96c066fd-a046-425e-84a0-79862433576b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.682831] env[69547]: DEBUG oslo_concurrency.lockutils [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "96c066fd-a046-425e-84a0-79862433576b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.683059] env[69547]: DEBUG oslo_concurrency.lockutils [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquiring lock "96c066fd-a046-425e-84a0-79862433576b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.683248] env[69547]: DEBUG oslo_concurrency.lockutils [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "96c066fd-a046-425e-84a0-79862433576b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.683412] env[69547]: DEBUG oslo_concurrency.lockutils [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "96c066fd-a046-425e-84a0-79862433576b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.690762] env[69547]: INFO nova.compute.manager [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Terminating instance [ 829.705144] env[69547]: DEBUG oslo_vmware.api [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Task: {'id': task-3161392, 'name': ReconfigVM_Task, 'duration_secs': 0.254984} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.705443] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 829.711216] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0b5845-0632-4487-93c2-f047cff079af {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.734601] env[69547]: DEBUG oslo_vmware.api [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Waiting for the task: (returnval){ [ 829.734601] env[69547]: value = "task-3161397" [ 829.734601] env[69547]: _type = "Task" [ 829.734601] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.744897] env[69547]: DEBUG oslo_vmware.api [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Task: {'id': task-3161397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.818067] env[69547]: DEBUG nova.network.neutron [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updated VIF entry in instance network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.818503] env[69547]: DEBUG nova.network.neutron [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updating instance_info_cache with network_info: [{"id": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "address": "fa:16:3e:0b:50:cf", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9ee2b8-67", "ovs_interfaceid": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.879604] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161393, 'name': Destroy_Task, 'duration_secs': 0.323442} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.880047] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Destroyed the VM [ 829.880368] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 829.881372] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2f65d420-adf0-431f-93ad-c7849d51baac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.895359] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 829.895359] env[69547]: value = "task-3161398" [ 829.895359] env[69547]: _type = "Task" [ 829.895359] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.909300] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161398, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.016981] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161396, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.020657] env[69547]: DEBUG nova.compute.manager [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.145417] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.145749] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.146052] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.146324] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.146519] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.149954] env[69547]: INFO nova.compute.manager [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Terminating instance [ 830.195743] env[69547]: DEBUG nova.compute.manager [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.196129] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.197542] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5241d89d-03c9-4ba0-8f63-32000076b279 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.209091] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.209369] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96a7ceaa-cfd6-43b7-a967-5bc6d3627386 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.225158] env[69547]: DEBUG oslo_vmware.api [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 830.225158] env[69547]: value = "task-3161399" [ 830.225158] env[69547]: _type = "Task" [ 830.225158] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.239068] env[69547]: DEBUG oslo_vmware.api [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.249277] env[69547]: DEBUG oslo_vmware.api [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Task: {'id': task-3161397, 'name': ReconfigVM_Task, 'duration_secs': 0.172573} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.249579] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632513', 'volume_id': '6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'name': 'volume-6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abc1186a-59c7-4e08-a0d6-e6fc42dd58b1', 'attached_at': '', 'detached_at': '', 'volume_id': '6501fc25-fad9-4f2b-9c3f-1033580c7c69', 'serial': '6501fc25-fad9-4f2b-9c3f-1033580c7c69'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 830.325881] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Releasing lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.326264] env[69547]: DEBUG nova.compute.manager [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Received event network-changed-94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.326398] env[69547]: DEBUG nova.compute.manager [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Refreshing instance network info cache due to event network-changed-94a4c8ad-5452-4895-841d-af2b2813d834. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.326696] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Acquiring lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.326776] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Acquired lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.326909] env[69547]: DEBUG nova.network.neutron [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Refreshing network info cache for port 94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.344560] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f60bd-004e-41d9-88f2-466f1708e95c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.353828] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768b66b9-af17-4cf7-a0e6-2bd4a826c603 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.387340] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dd8011-9450-4be4-bd64-f0d452fc89a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.403871] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9739e30-3d9c-4832-a6df-8851ba9fc18f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.410862] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161398, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.423091] env[69547]: DEBUG nova.compute.provider_tree [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.515327] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161396, 'name': CreateVM_Task, 'duration_secs': 0.613124} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.515872] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.517270] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '167ea8e6-fbbc-4401-892f-88aad1479265', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632453', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'name': 'volume-053bdbc0-646d-446a-99fe-af3e1aea6030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1abdc0a5-e03b-4552-88f7-415e0c540b6b', 'attached_at': '', 'detached_at': '', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'serial': '053bdbc0-646d-446a-99fe-af3e1aea6030'}, 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69547) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 830.517270] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Root volume attach. Driver type: vmdk {{(pid=69547) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 830.517454] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fc10fc-30e3-4e0e-ad7d-ddddf7428816 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.526011] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ddd3c9-e64d-4b56-aca1-b5bf2065035a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.542746] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd135df9-b551-4842-909d-96aa4a6ad868 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.551038] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d4d88a57-1132-49cf-9583-5583f44c2e55 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.555229] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.560277] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for the task: (returnval){ [ 830.560277] env[69547]: value = "task-3161400" [ 830.560277] env[69547]: _type = "Task" [ 830.560277] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.572091] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161400, 'name': RelocateVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.656150] env[69547]: DEBUG nova.compute.manager [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.656417] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.657403] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f086a4-fcd5-443e-8eef-9ab4a823680d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.667176] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.667349] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1311841c-f368-42fb-be78-c4bd4acce35d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.676453] env[69547]: DEBUG oslo_vmware.api [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 830.676453] env[69547]: value = "task-3161401" [ 830.676453] env[69547]: _type = "Task" [ 830.676453] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.688481] env[69547]: DEBUG oslo_vmware.api [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.737754] env[69547]: DEBUG oslo_vmware.api [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161399, 'name': PowerOffVM_Task, 'duration_secs': 0.257321} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.738039] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.738219] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.738475] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecfb1bfd-9d13-46fd-a9f8-958de2a217f2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.806580] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.806580] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.806580] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Deleting the datastore file [datastore2] 96c066fd-a046-425e-84a0-79862433576b {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.806785] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03e07bc5-6c04-4158-af50-ef2d97d44cd9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.815106] env[69547]: DEBUG oslo_vmware.api [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for the task: (returnval){ [ 830.815106] env[69547]: value = "task-3161403" [ 830.815106] env[69547]: _type = "Task" [ 830.815106] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.827964] env[69547]: DEBUG oslo_vmware.api [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.833404] env[69547]: DEBUG nova.objects.instance [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Lazy-loading 'flavor' on Instance uuid abc1186a-59c7-4e08-a0d6-e6fc42dd58b1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.909441] env[69547]: DEBUG oslo_vmware.api [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161398, 'name': RemoveSnapshot_Task, 'duration_secs': 0.715085} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.909719] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 830.909948] env[69547]: INFO nova.compute.manager [None req-f3c397b3-ccfc-4cbd-980d-025dd6f22f21 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 830.926516] env[69547]: DEBUG nova.scheduler.client.report [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.080571] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161400, 'name': RelocateVM_Task, 'duration_secs': 0.037177} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.080571] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 831.080571] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632453', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'name': 'volume-053bdbc0-646d-446a-99fe-af3e1aea6030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1abdc0a5-e03b-4552-88f7-415e0c540b6b', 'attached_at': '', 'detached_at': '', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'serial': '053bdbc0-646d-446a-99fe-af3e1aea6030'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 831.081074] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea98658-5850-4848-9c32-66750d1ce04d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.102988] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1569747a-bb0d-4473-98d7-61161140deb2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.128887] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-053bdbc0-646d-446a-99fe-af3e1aea6030/volume-053bdbc0-646d-446a-99fe-af3e1aea6030.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.130065] env[69547]: DEBUG nova.network.neutron [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Updated VIF entry in instance network info cache for port 94a4c8ad-5452-4895-841d-af2b2813d834. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.130882] env[69547]: DEBUG nova.network.neutron [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Updating instance_info_cache with network_info: [{"id": "94a4c8ad-5452-4895-841d-af2b2813d834", "address": "fa:16:3e:bd:e4:1b", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a4c8ad-54", "ovs_interfaceid": "94a4c8ad-5452-4895-841d-af2b2813d834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.137273] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b011a55-ae77-43c4-b0ab-e79458f6643d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.164237] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for the task: (returnval){ [ 831.164237] env[69547]: value = "task-3161404" [ 831.164237] env[69547]: _type = "Task" [ 831.164237] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.176581] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.186317] env[69547]: DEBUG oslo_vmware.api [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161401, 'name': PowerOffVM_Task, 'duration_secs': 0.235055} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.186649] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.186854] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.187124] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d425bf4-5afa-4252-b909-a12f7a5c3401 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.258451] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.258796] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.259066] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Deleting the datastore file [datastore2] 776708f7-9e48-4926-ab1d-d2a004fd5b3a {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.262111] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba35ef84-99be-40f5-8f04-7c403c8c44b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.270200] env[69547]: DEBUG oslo_vmware.api [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 831.270200] env[69547]: value = "task-3161406" [ 831.270200] env[69547]: _type = "Task" [ 831.270200] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.280641] env[69547]: DEBUG oslo_vmware.api [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.348934] env[69547]: DEBUG oslo_vmware.api [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Task: {'id': task-3161403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45563} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.355130] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.355130] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.355130] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.355548] env[69547]: INFO nova.compute.manager [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] [instance: 96c066fd-a046-425e-84a0-79862433576b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 831.355633] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.356088] env[69547]: DEBUG nova.compute.manager [-] [instance: 96c066fd-a046-425e-84a0-79862433576b] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.356203] env[69547]: DEBUG nova.network.neutron [-] [instance: 96c066fd-a046-425e-84a0-79862433576b] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.366779] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.367097] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.394310] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "a975b076-19e5-40f4-a49f-e8b7105ef718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.394530] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "a975b076-19e5-40f4-a49f-e8b7105ef718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.431793] env[69547]: DEBUG oslo_concurrency.lockutils [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.435282] env[69547]: DEBUG oslo_concurrency.lockutils [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.549s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.435282] env[69547]: DEBUG nova.objects.instance [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lazy-loading 'resources' on Instance uuid 29c8cc49-c5a3-4cc6-b6bf-041138d54870 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.462845] env[69547]: INFO nova.scheduler.client.report [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Deleted allocations for instance aec1ca4a-7bc4-4178-9ed2-e41b6698825c [ 831.578457] env[69547]: DEBUG nova.compute.manager [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Received event network-changed-94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.578649] env[69547]: DEBUG nova.compute.manager [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Refreshing instance network info cache due to event network-changed-94a4c8ad-5452-4895-841d-af2b2813d834. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.578839] env[69547]: DEBUG oslo_concurrency.lockutils [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] Acquiring lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.637794] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Releasing lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.638183] env[69547]: DEBUG nova.compute.manager [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Received event network-vif-plugged-1f4032cc-71e6-489e-a521-5d8bfaca6d5c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.638396] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Acquiring lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.638662] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.638778] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.638951] env[69547]: DEBUG nova.compute.manager [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] No waiting events found dispatching network-vif-plugged-1f4032cc-71e6-489e-a521-5d8bfaca6d5c {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.639140] env[69547]: WARNING nova.compute.manager [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Received unexpected event network-vif-plugged-1f4032cc-71e6-489e-a521-5d8bfaca6d5c for instance with vm_state building and task_state spawning. [ 831.639332] env[69547]: DEBUG nova.compute.manager [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Received event network-changed-1f4032cc-71e6-489e-a521-5d8bfaca6d5c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.639531] env[69547]: DEBUG nova.compute.manager [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Refreshing instance network info cache due to event network-changed-1f4032cc-71e6-489e-a521-5d8bfaca6d5c. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.639728] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Acquiring lock "refresh_cache-1abdc0a5-e03b-4552-88f7-415e0c540b6b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.639896] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Acquired lock "refresh_cache-1abdc0a5-e03b-4552-88f7-415e0c540b6b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.640124] env[69547]: DEBUG nova.network.neutron [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Refreshing network info cache for port 1f4032cc-71e6-489e-a521-5d8bfaca6d5c {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.641616] env[69547]: DEBUG oslo_concurrency.lockutils [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] Acquired lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.641853] env[69547]: DEBUG nova.network.neutron [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Refreshing network info cache for port 94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.677957] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161404, 'name': ReconfigVM_Task, 'duration_secs': 0.314407} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.678493] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-053bdbc0-646d-446a-99fe-af3e1aea6030/volume-053bdbc0-646d-446a-99fe-af3e1aea6030.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.685497] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5795168-94ef-4a76-947e-52e7db636f24 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.707264] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for the task: (returnval){ [ 831.707264] env[69547]: value = "task-3161407" [ 831.707264] env[69547]: _type = "Task" [ 831.707264] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.724855] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.781678] env[69547]: DEBUG oslo_vmware.api [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352658} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.781958] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.782164] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.782340] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.782554] env[69547]: INFO nova.compute.manager [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 831.782812] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.783010] env[69547]: DEBUG nova.compute.manager [-] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.783118] env[69547]: DEBUG nova.network.neutron [-] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.857143] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e17006f3-68a1-475e-bec7-75dd66257626 tempest-VolumesAssistedSnapshotsTest-1783005872 tempest-VolumesAssistedSnapshotsTest-1783005872-project-admin] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.357s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.973548] env[69547]: DEBUG oslo_concurrency.lockutils [None req-91b5a237-7ee4-4de8-87e5-a76d6177afcb tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "aec1ca4a-7bc4-4178-9ed2-e41b6698825c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.337s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.219925] env[69547]: DEBUG nova.network.neutron [-] [instance: 96c066fd-a046-425e-84a0-79862433576b] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.226213] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161407, 'name': ReconfigVM_Task, 'duration_secs': 0.154846} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.226739] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632453', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'name': 'volume-053bdbc0-646d-446a-99fe-af3e1aea6030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1abdc0a5-e03b-4552-88f7-415e0c540b6b', 'attached_at': '', 'detached_at': '', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'serial': '053bdbc0-646d-446a-99fe-af3e1aea6030'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 832.227096] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9195de90-cf5d-45f4-8b15-43d6bab7d618 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.242224] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for the task: (returnval){ [ 832.242224] env[69547]: value = "task-3161408" [ 832.242224] env[69547]: _type = "Task" [ 832.242224] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.253934] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161408, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.383102] env[69547]: DEBUG oslo_concurrency.lockutils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Acquiring lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.383403] env[69547]: DEBUG oslo_concurrency.lockutils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.392983] env[69547]: INFO nova.network.neutron [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Port 94a4c8ad-5452-4895-841d-af2b2813d834 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 832.393343] env[69547]: DEBUG nova.network.neutron [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.463848] env[69547]: DEBUG nova.network.neutron [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Updated VIF entry in instance network info cache for port 1f4032cc-71e6-489e-a521-5d8bfaca6d5c. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.463848] env[69547]: DEBUG nova.network.neutron [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Updating instance_info_cache with network_info: [{"id": "1f4032cc-71e6-489e-a521-5d8bfaca6d5c", "address": "fa:16:3e:4d:b8:bb", "network": {"id": "30e5e3ad-3d08-49a2-8571-a60cce9464b7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-353883662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f79a235a44913a314511f20a051ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4032cc-71", "ovs_interfaceid": "1f4032cc-71e6-489e-a521-5d8bfaca6d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.613608] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cda905-8d1d-4e6a-9209-9419978ae4fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.620762] env[69547]: DEBUG nova.network.neutron [-] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.627618] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c47dd0-9a7b-449a-aebb-ee5def43e268 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.668422] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a55660-e040-4c18-81db-e9509cdc8b01 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.682352] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d8c679-0f93-4e51-a83d-7c25874e0804 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.703305] env[69547]: DEBUG nova.compute.provider_tree [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.723602] env[69547]: INFO nova.compute.manager [-] [instance: 96c066fd-a046-425e-84a0-79862433576b] Took 1.37 seconds to deallocate network for instance. [ 832.753600] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161408, 'name': Rename_Task, 'duration_secs': 0.14962} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.754234] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.754493] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e4c5e55-16d3-4a60-8c24-3acdd8052581 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.762708] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for the task: (returnval){ [ 832.762708] env[69547]: value = "task-3161409" [ 832.762708] env[69547]: _type = "Task" [ 832.762708] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.772449] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.896280] env[69547]: DEBUG oslo_concurrency.lockutils [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] Releasing lock "refresh_cache-776708f7-9e48-4926-ab1d-d2a004fd5b3a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.896576] env[69547]: DEBUG nova.compute.manager [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Received event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.896750] env[69547]: DEBUG nova.compute.manager [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing instance network info cache due to event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.896971] env[69547]: DEBUG oslo_concurrency.lockutils [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] Acquiring lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.897134] env[69547]: DEBUG oslo_concurrency.lockutils [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] Acquired lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.897300] env[69547]: DEBUG nova.network.neutron [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.904825] env[69547]: DEBUG nova.compute.manager [req-f6d20c38-0e3f-4e14-91a2-a108ab470254 req-e64bb52a-03c8-4d2a-8e90-2e9ecf05e032 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Received event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.905824] env[69547]: DEBUG nova.compute.manager [req-f6d20c38-0e3f-4e14-91a2-a108ab470254 req-e64bb52a-03c8-4d2a-8e90-2e9ecf05e032 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing instance network info cache due to event network-changed-1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.905824] env[69547]: DEBUG oslo_concurrency.lockutils [req-f6d20c38-0e3f-4e14-91a2-a108ab470254 req-e64bb52a-03c8-4d2a-8e90-2e9ecf05e032 service nova] Acquiring lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.966019] env[69547]: DEBUG oslo_concurrency.lockutils [req-6c965992-a35c-47ea-9136-a8ce97f238e1 req-67b0ab4f-97d0-4e68-a587-54146e61f5b7 service nova] Releasing lock "refresh_cache-1abdc0a5-e03b-4552-88f7-415e0c540b6b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.123137] env[69547]: INFO nova.compute.manager [-] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Took 1.34 seconds to deallocate network for instance. [ 833.181945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "f5a8d214-68ab-453c-ba9a-76206937f5eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.181945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.182182] env[69547]: DEBUG oslo_concurrency.lockutils [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "f5a8d214-68ab-453c-ba9a-76206937f5eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.182367] env[69547]: DEBUG oslo_concurrency.lockutils [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.182533] env[69547]: DEBUG oslo_concurrency.lockutils [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.185866] env[69547]: INFO nova.compute.manager [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Terminating instance [ 833.207576] env[69547]: DEBUG nova.scheduler.client.report [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.231639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.276979] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161409, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.604096] env[69547]: DEBUG nova.network.neutron [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updated VIF entry in instance network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.604232] env[69547]: DEBUG nova.network.neutron [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updating instance_info_cache with network_info: [{"id": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "address": "fa:16:3e:0b:50:cf", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9ee2b8-67", "ovs_interfaceid": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.615656] env[69547]: DEBUG nova.compute.manager [req-d0bb028a-8572-43d6-8dc1-48b23665b996 req-0023e7e6-c6c8-4a17-b420-fcd8379644c3 service nova] [instance: 96c066fd-a046-425e-84a0-79862433576b] Received event network-vif-deleted-99ba00df-eb5d-4d4f-a538-1de5b8624552 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.615879] env[69547]: DEBUG nova.compute.manager [req-d0bb028a-8572-43d6-8dc1-48b23665b996 req-0023e7e6-c6c8-4a17-b420-fcd8379644c3 service nova] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Received event network-vif-deleted-94a4c8ad-5452-4895-841d-af2b2813d834 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.632370] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.689510] env[69547]: DEBUG nova.compute.manager [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.690188] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.691507] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fb94a5-c735-4d55-99a4-9e542ed44c7b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.701183] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.701443] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b717411-7b34-47bb-a59e-fd80b9a3f5bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.709908] env[69547]: DEBUG oslo_vmware.api [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 833.709908] env[69547]: value = "task-3161411" [ 833.709908] env[69547]: _type = "Task" [ 833.709908] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.716061] env[69547]: DEBUG oslo_concurrency.lockutils [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.720939] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.575s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.720939] env[69547]: DEBUG nova.objects.instance [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lazy-loading 'resources' on Instance uuid 7263b1c7-456e-4a50-98ba-07c58cc44115 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.722229] env[69547]: DEBUG oslo_vmware.api [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.744581] env[69547]: INFO nova.scheduler.client.report [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted allocations for instance 29c8cc49-c5a3-4cc6-b6bf-041138d54870 [ 833.775438] env[69547]: DEBUG oslo_vmware.api [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161409, 'name': PowerOnVM_Task, 'duration_secs': 0.517839} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.775844] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.776196] env[69547]: INFO nova.compute.manager [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Took 5.36 seconds to spawn the instance on the hypervisor. [ 833.776196] env[69547]: DEBUG nova.compute.manager [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.776973] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beffcd6a-519c-4add-b54d-4213ad4f1ec8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.110154] env[69547]: DEBUG oslo_concurrency.lockutils [req-ed7275a1-c3e1-4e3e-b751-f35c98fd6cb3 req-e03087db-b6f0-4775-af37-9e6784029040 service nova] Releasing lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.110154] env[69547]: DEBUG oslo_concurrency.lockutils [req-f6d20c38-0e3f-4e14-91a2-a108ab470254 req-e64bb52a-03c8-4d2a-8e90-2e9ecf05e032 service nova] Acquired lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.110154] env[69547]: DEBUG nova.network.neutron [req-f6d20c38-0e3f-4e14-91a2-a108ab470254 req-e64bb52a-03c8-4d2a-8e90-2e9ecf05e032 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Refreshing network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.221279] env[69547]: DEBUG oslo_vmware.api [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161411, 'name': PowerOffVM_Task, 'duration_secs': 0.456803} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.221591] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.221762] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.222034] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26877b2f-50a0-4423-add5-68493915d9bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.257666] env[69547]: DEBUG oslo_concurrency.lockutils [None req-16502c9f-d484-4e19-8532-b9b01462c43b tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "29c8cc49-c5a3-4cc6-b6bf-041138d54870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.472s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.297231] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.297231] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.297231] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Deleting the datastore file [datastore1] f5a8d214-68ab-453c-ba9a-76206937f5eb {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.301173] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22856506-d43f-4b7f-a93a-6617da1746b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.303476] env[69547]: INFO nova.compute.manager [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Took 44.00 seconds to build instance. [ 834.309827] env[69547]: DEBUG oslo_vmware.api [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for the task: (returnval){ [ 834.309827] env[69547]: value = "task-3161413" [ 834.309827] env[69547]: _type = "Task" [ 834.309827] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.324797] env[69547]: DEBUG oslo_vmware.api [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.763011] env[69547]: DEBUG nova.compute.manager [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.763363] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c3887-a86d-47b5-b197-97665b062f84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.788397] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13a9ca0-1dc1-44d7-b566-f13fdeba5a9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.797584] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1601bf44-48ff-4f8b-ba81-5fdaf6ea3eca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.807092] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52255534-859b-4db1-b876-f33d09a05b4d tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.973s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.840535] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b23d2f-5892-4d6b-87b5-5245b70415c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.852359] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2c1dfc-a1c3-4273-ab78-c31e85af7885 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.856690] env[69547]: DEBUG oslo_vmware.api [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Task: {'id': task-3161413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166187} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.856948] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.857138] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.857316] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.857482] env[69547]: INFO nova.compute.manager [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 834.857843] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.858263] env[69547]: DEBUG nova.compute.manager [-] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.858374] env[69547]: DEBUG nova.network.neutron [-] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.868750] env[69547]: DEBUG nova.compute.provider_tree [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.894119] env[69547]: DEBUG nova.network.neutron [req-f6d20c38-0e3f-4e14-91a2-a108ab470254 req-e64bb52a-03c8-4d2a-8e90-2e9ecf05e032 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updated VIF entry in instance network info cache for port 1b9ee2b8-67e5-4999-91f9-a7b85fb60972. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.894639] env[69547]: DEBUG nova.network.neutron [req-f6d20c38-0e3f-4e14-91a2-a108ab470254 req-e64bb52a-03c8-4d2a-8e90-2e9ecf05e032 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updating instance_info_cache with network_info: [{"id": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "address": "fa:16:3e:0b:50:cf", "network": {"id": "1cffd327-e5af-496e-81e6-723eaf2975db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1092635474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abb2922b48d4708872416763d35f3b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9ee2b8-67", "ovs_interfaceid": "1b9ee2b8-67e5-4999-91f9-a7b85fb60972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.275497] env[69547]: INFO nova.compute.manager [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] instance snapshotting [ 835.279749] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0bb21-2d3e-467d-a6c8-e874533d5181 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.310369] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21771698-1f8b-4891-97f2-bf6a2879655a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.344395] env[69547]: DEBUG nova.compute.manager [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.374140] env[69547]: DEBUG nova.scheduler.client.report [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.396857] env[69547]: DEBUG oslo_concurrency.lockutils [req-f6d20c38-0e3f-4e14-91a2-a108ab470254 req-e64bb52a-03c8-4d2a-8e90-2e9ecf05e032 service nova] Releasing lock "refresh_cache-2dacd7c5-0893-4293-8676-db390b90b3d5" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.406426] env[69547]: DEBUG nova.compute.manager [req-983187f9-3989-4fa2-bfb9-c62b442c5c95 req-a131e790-0512-4e47-9ac9-f20c61c1c019 service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Received event network-vif-deleted-904204d9-13a6-4e73-8937-1d7a9fd07f10 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.406633] env[69547]: INFO nova.compute.manager [req-983187f9-3989-4fa2-bfb9-c62b442c5c95 req-a131e790-0512-4e47-9ac9-f20c61c1c019 service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Neutron deleted interface 904204d9-13a6-4e73-8937-1d7a9fd07f10; detaching it from the instance and deleting it from the info cache [ 835.406814] env[69547]: DEBUG nova.network.neutron [req-983187f9-3989-4fa2-bfb9-c62b442c5c95 req-a131e790-0512-4e47-9ac9-f20c61c1c019 service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.774892] env[69547]: DEBUG nova.network.neutron [-] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.827026] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 835.827026] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60af92e3-cf27-4f69-a176-f01e33f13a41 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.837020] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 835.837020] env[69547]: value = "task-3161414" [ 835.837020] env[69547]: _type = "Task" [ 835.837020] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.846692] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.871975] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.878488] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.881937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.730s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.909554] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb57684d-3f9d-477c-97b4-781afc54bb1b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.912995] env[69547]: INFO nova.scheduler.client.report [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Deleted allocations for instance 7263b1c7-456e-4a50-98ba-07c58cc44115 [ 835.925090] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eb1a57-d6c3-4912-a302-987759417412 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.969073] env[69547]: DEBUG nova.compute.manager [req-983187f9-3989-4fa2-bfb9-c62b442c5c95 req-a131e790-0512-4e47-9ac9-f20c61c1c019 service nova] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Detach interface failed, port_id=904204d9-13a6-4e73-8937-1d7a9fd07f10, reason: Instance f5a8d214-68ab-453c-ba9a-76206937f5eb could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.279253] env[69547]: INFO nova.compute.manager [-] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Took 1.42 seconds to deallocate network for instance. [ 836.346237] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161414, 'name': CreateSnapshot_Task, 'duration_secs': 0.488107} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.346531] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 836.347340] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912be38b-8c56-41a0-9ff2-faef7f54f22f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.424598] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7f123ffa-5cde-4c2c-9bc7-97351566d09f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "7263b1c7-456e-4a50-98ba-07c58cc44115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.773s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.562497] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquiring lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.562758] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.562962] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquiring lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.563206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.563328] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.565655] env[69547]: INFO nova.compute.manager [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Terminating instance [ 836.785632] env[69547]: DEBUG oslo_concurrency.lockutils [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.857152] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b36088-8d95-4fdb-a2ca-ecfcfc9e40c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.868815] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 836.870903] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfdc6d5d-a0b0-48bb-97cb-a08666257d24 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.874698] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d83f9-147a-4cac-841d-308a83a5ea31 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.906062] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f2504f-43dc-470d-8e56-0c3bc908771f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.908762] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 836.908762] env[69547]: value = "task-3161415" [ 836.908762] env[69547]: _type = "Task" [ 836.908762] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.915510] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df504c5-7bc9-4da8-b648-c62afff1565d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.922417] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161415, 'name': CloneVM_Task} progress is 11%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.932906] env[69547]: DEBUG nova.compute.provider_tree [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.070030] env[69547]: DEBUG nova.compute.manager [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.070182] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.071218] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b5adda-b3ed-4240-b3eb-c7317d95d82a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.079952] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.080037] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee4160a-23d5-44db-a8f8-5487c45a161b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.087871] env[69547]: DEBUG oslo_vmware.api [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 837.087871] env[69547]: value = "task-3161416" [ 837.087871] env[69547]: _type = "Task" [ 837.087871] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.097816] env[69547]: DEBUG oslo_vmware.api [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.421974] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161415, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.432430] env[69547]: DEBUG nova.compute.manager [req-b20a9180-0fb1-444e-8cfd-f4bfe7dc14cc req-3b5a5f26-228b-41c0-b255-862404502684 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Received event network-changed-1f4032cc-71e6-489e-a521-5d8bfaca6d5c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.432644] env[69547]: DEBUG nova.compute.manager [req-b20a9180-0fb1-444e-8cfd-f4bfe7dc14cc req-3b5a5f26-228b-41c0-b255-862404502684 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Refreshing instance network info cache due to event network-changed-1f4032cc-71e6-489e-a521-5d8bfaca6d5c. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.432869] env[69547]: DEBUG oslo_concurrency.lockutils [req-b20a9180-0fb1-444e-8cfd-f4bfe7dc14cc req-3b5a5f26-228b-41c0-b255-862404502684 service nova] Acquiring lock "refresh_cache-1abdc0a5-e03b-4552-88f7-415e0c540b6b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.433012] env[69547]: DEBUG oslo_concurrency.lockutils [req-b20a9180-0fb1-444e-8cfd-f4bfe7dc14cc req-3b5a5f26-228b-41c0-b255-862404502684 service nova] Acquired lock "refresh_cache-1abdc0a5-e03b-4552-88f7-415e0c540b6b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.433179] env[69547]: DEBUG nova.network.neutron [req-b20a9180-0fb1-444e-8cfd-f4bfe7dc14cc req-3b5a5f26-228b-41c0-b255-862404502684 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Refreshing network info cache for port 1f4032cc-71e6-489e-a521-5d8bfaca6d5c {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.436365] env[69547]: DEBUG nova.scheduler.client.report [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.599157] env[69547]: DEBUG oslo_vmware.api [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161416, 'name': PowerOffVM_Task, 'duration_secs': 0.417189} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.599544] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.599760] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.600026] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0674b9c-9eb5-4abb-9a20-62c3349a8a35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.665051] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.665376] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.665621] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Deleting the datastore file [datastore2] abc1186a-59c7-4e08-a0d6-e6fc42dd58b1 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.665958] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1fdb7c3-af2f-4f70-82c7-3bff5ab3d6a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.674461] env[69547]: DEBUG oslo_vmware.api [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for the task: (returnval){ [ 837.674461] env[69547]: value = "task-3161418" [ 837.674461] env[69547]: _type = "Task" [ 837.674461] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.685973] env[69547]: DEBUG oslo_vmware.api [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.920510] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161415, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.160237] env[69547]: DEBUG nova.network.neutron [req-b20a9180-0fb1-444e-8cfd-f4bfe7dc14cc req-3b5a5f26-228b-41c0-b255-862404502684 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Updated VIF entry in instance network info cache for port 1f4032cc-71e6-489e-a521-5d8bfaca6d5c. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.160720] env[69547]: DEBUG nova.network.neutron [req-b20a9180-0fb1-444e-8cfd-f4bfe7dc14cc req-3b5a5f26-228b-41c0-b255-862404502684 service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Updating instance_info_cache with network_info: [{"id": "1f4032cc-71e6-489e-a521-5d8bfaca6d5c", "address": "fa:16:3e:4d:b8:bb", "network": {"id": "30e5e3ad-3d08-49a2-8571-a60cce9464b7", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-353883662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "068f79a235a44913a314511f20a051ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f4032cc-71", "ovs_interfaceid": "1f4032cc-71e6-489e-a521-5d8bfaca6d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.184412] env[69547]: DEBUG oslo_vmware.api [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Task: {'id': task-3161418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155752} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.185914] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.185914] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.185914] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.185914] env[69547]: INFO nova.compute.manager [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 838.185914] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.185914] env[69547]: DEBUG nova.compute.manager [-] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.185914] env[69547]: DEBUG nova.network.neutron [-] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.425316] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161415, 'name': CloneVM_Task, 'duration_secs': 1.264484} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.425652] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Created linked-clone VM from snapshot [ 838.426607] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46641bc-0fb2-4899-bb86-8b0d8f61260b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.439410] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Uploading image bd61beff-ea25-4e69-a8df-684f97da4d56 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.450636] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.568s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.455288] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.673s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.456945] env[69547]: INFO nova.compute.claims [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.468770] env[69547]: DEBUG oslo_vmware.rw_handles [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.468770] env[69547]: value = "vm-632526" [ 838.468770] env[69547]: _type = "VirtualMachine" [ 838.468770] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.469370] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ddcca570-2c61-4790-a4f2-08954ea2c364 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.478659] env[69547]: DEBUG oslo_vmware.rw_handles [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lease: (returnval){ [ 838.478659] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5212d51b-5bf5-c153-b134-4d8f4c4da5ba" [ 838.478659] env[69547]: _type = "HttpNfcLease" [ 838.478659] env[69547]: } obtained for exporting VM: (result){ [ 838.478659] env[69547]: value = "vm-632526" [ 838.478659] env[69547]: _type = "VirtualMachine" [ 838.478659] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.479015] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the lease: (returnval){ [ 838.479015] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5212d51b-5bf5-c153-b134-4d8f4c4da5ba" [ 838.479015] env[69547]: _type = "HttpNfcLease" [ 838.479015] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.486716] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.486716] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5212d51b-5bf5-c153-b134-4d8f4c4da5ba" [ 838.486716] env[69547]: _type = "HttpNfcLease" [ 838.486716] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 838.664253] env[69547]: DEBUG oslo_concurrency.lockutils [req-b20a9180-0fb1-444e-8cfd-f4bfe7dc14cc req-3b5a5f26-228b-41c0-b255-862404502684 service nova] Releasing lock "refresh_cache-1abdc0a5-e03b-4552-88f7-415e0c540b6b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.994299] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.994299] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5212d51b-5bf5-c153-b134-4d8f4c4da5ba" [ 838.994299] env[69547]: _type = "HttpNfcLease" [ 838.994299] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.994609] env[69547]: DEBUG oslo_vmware.rw_handles [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.994609] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5212d51b-5bf5-c153-b134-4d8f4c4da5ba" [ 838.994609] env[69547]: _type = "HttpNfcLease" [ 838.994609] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.995384] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523fc75b-ccdb-4a49-8987-42a070f8d3e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.017216] env[69547]: DEBUG oslo_vmware.rw_handles [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52979a40-f64a-8459-10b7-e811ff5360b5/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 839.017745] env[69547]: DEBUG oslo_vmware.rw_handles [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52979a40-f64a-8459-10b7-e811ff5360b5/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 839.075256] env[69547]: INFO nova.scheduler.client.report [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Deleted allocation for migration 5e02d15c-516e-47e8-ad3c-b84d577e64b7 [ 839.112263] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad5c3e5b-fd56-4eed-8b9f-3ddb79e9e7a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.237738] env[69547]: DEBUG nova.network.neutron [-] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.521186] env[69547]: DEBUG nova.compute.manager [req-2d5e47a3-467c-4c03-829f-6497ce28256a req-34a8b825-44c7-4c31-8000-719b300c35d6 service nova] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Received event network-vif-deleted-b5dd122e-a162-4506-b804-4202625e66c4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.582700] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6da5610-8579-4bc5-9f91-3dd773d5a5e5 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.927s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.747922] env[69547]: INFO nova.compute.manager [-] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Took 1.56 seconds to deallocate network for instance. [ 840.081320] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9964a6-5b3e-4f2b-a089-7c6897cf0b56 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.093156] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2412e037-9dd9-4784-9a48-5b8383b58147 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.125453] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82408c1-0bc7-45f2-a658-4a25319712a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.138683] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6c483a-f8ff-4587-a990-c218a130d8cc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.152487] env[69547]: DEBUG nova.compute.provider_tree [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.256119] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.656094] env[69547]: DEBUG nova.scheduler.client.report [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.029111] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "e9d9c396-a295-4eda-941e-729fc768a87a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.029111] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "e9d9c396-a295-4eda-941e-729fc768a87a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.161467] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.162057] env[69547]: DEBUG nova.compute.manager [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.164675] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.997s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.166233] env[69547]: INFO nova.compute.claims [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.673020] env[69547]: DEBUG nova.compute.utils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.675535] env[69547]: DEBUG nova.compute.manager [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.675804] env[69547]: DEBUG nova.network.neutron [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.754729] env[69547]: DEBUG nova.policy [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5fc2ca6da647d2be82ff3fc412eebb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04abe7ee71b24844a4b593b78de51e15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.176747] env[69547]: DEBUG nova.compute.manager [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.341187] env[69547]: DEBUG nova.network.neutron [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Successfully created port: 378987d7-7f5e-42c9-9d0d-be8da2647fc2 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.737475] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8377f69-2801-4aa0-86cc-77ab10fc34c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.746967] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460cd670-417c-4b95-b189-3e53e11b16f2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.779885] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739f2bc5-de95-4976-97f1-ad41c447ddfb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.788171] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6723d65b-b82d-41a8-ad16-d22e093ca5cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.801878] env[69547]: DEBUG nova.compute.provider_tree [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.192103] env[69547]: DEBUG nova.compute.manager [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.216820] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.217104] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.217269] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.217452] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.217598] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.218130] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.218130] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.218286] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.218481] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.218707] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.218916] env[69547]: DEBUG nova.virt.hardware [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.219815] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece33e22-4b83-4bfb-b5db-172b7db41971 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.228748] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55334670-6086-4a73-b94f-e1b87fb6c725 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.305025] env[69547]: DEBUG nova.scheduler.client.report [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.803527] env[69547]: DEBUG nova.compute.manager [req-f89256e7-92bd-4fab-bec8-d90a9c2ec57e req-e928c227-aad9-478d-bfbb-592476524523 service nova] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Received event network-vif-plugged-378987d7-7f5e-42c9-9d0d-be8da2647fc2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.804018] env[69547]: DEBUG oslo_concurrency.lockutils [req-f89256e7-92bd-4fab-bec8-d90a9c2ec57e req-e928c227-aad9-478d-bfbb-592476524523 service nova] Acquiring lock "259c51de-d787-4905-a37b-f175a3a68aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.804018] env[69547]: DEBUG oslo_concurrency.lockutils [req-f89256e7-92bd-4fab-bec8-d90a9c2ec57e req-e928c227-aad9-478d-bfbb-592476524523 service nova] Lock "259c51de-d787-4905-a37b-f175a3a68aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.804160] env[69547]: DEBUG oslo_concurrency.lockutils [req-f89256e7-92bd-4fab-bec8-d90a9c2ec57e req-e928c227-aad9-478d-bfbb-592476524523 service nova] Lock "259c51de-d787-4905-a37b-f175a3a68aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.805039] env[69547]: DEBUG nova.compute.manager [req-f89256e7-92bd-4fab-bec8-d90a9c2ec57e req-e928c227-aad9-478d-bfbb-592476524523 service nova] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] No waiting events found dispatching network-vif-plugged-378987d7-7f5e-42c9-9d0d-be8da2647fc2 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.805039] env[69547]: WARNING nova.compute.manager [req-f89256e7-92bd-4fab-bec8-d90a9c2ec57e req-e928c227-aad9-478d-bfbb-592476524523 service nova] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Received unexpected event network-vif-plugged-378987d7-7f5e-42c9-9d0d-be8da2647fc2 for instance with vm_state building and task_state spawning. [ 843.810862] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.811343] env[69547]: DEBUG nova.compute.manager [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.813917] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.583s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.815326] env[69547]: INFO nova.compute.claims [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.888148] env[69547]: DEBUG nova.network.neutron [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Successfully updated port: 378987d7-7f5e-42c9-9d0d-be8da2647fc2 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.320258] env[69547]: DEBUG nova.compute.utils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.325020] env[69547]: DEBUG nova.compute.manager [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.325020] env[69547]: DEBUG nova.network.neutron [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.385212] env[69547]: DEBUG nova.policy [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ccc8ef345fb4c5b9d2a1e93df8bf4b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ddb2c15efe64bf39c318e7c0a4f4c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.392087] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "refresh_cache-259c51de-d787-4905-a37b-f175a3a68aa4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.392087] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquired lock "refresh_cache-259c51de-d787-4905-a37b-f175a3a68aa4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.392320] env[69547]: DEBUG nova.network.neutron [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.704680] env[69547]: DEBUG nova.network.neutron [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Successfully created port: 1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.825162] env[69547]: DEBUG nova.compute.manager [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.938982] env[69547]: DEBUG nova.network.neutron [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.108891] env[69547]: DEBUG nova.network.neutron [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Updating instance_info_cache with network_info: [{"id": "378987d7-7f5e-42c9-9d0d-be8da2647fc2", "address": "fa:16:3e:fe:d6:4e", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378987d7-7f", "ovs_interfaceid": "378987d7-7f5e-42c9-9d0d-be8da2647fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.387884] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc96e67-464f-4458-8854-ba5388c34f38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.396858] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e101d40c-1d30-4c7b-a9b7-79e64b41f4d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.429306] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c92405-84a7-4a8c-b5df-d4f021d9a7c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.437047] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5a2b42-99a3-40b5-a20a-226889ea273f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.451469] env[69547]: DEBUG nova.compute.provider_tree [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.612496] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Releasing lock "refresh_cache-259c51de-d787-4905-a37b-f175a3a68aa4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.612884] env[69547]: DEBUG nova.compute.manager [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Instance network_info: |[{"id": "378987d7-7f5e-42c9-9d0d-be8da2647fc2", "address": "fa:16:3e:fe:d6:4e", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378987d7-7f", "ovs_interfaceid": "378987d7-7f5e-42c9-9d0d-be8da2647fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.614556] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:d6:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '378987d7-7f5e-42c9-9d0d-be8da2647fc2', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.624582] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.624941] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.625301] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cbf2246-7b1c-47fb-a8f1-cf1dcef200be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.647785] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.647785] env[69547]: value = "task-3161420" [ 845.647785] env[69547]: _type = "Task" [ 845.647785] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.393042] env[69547]: DEBUG nova.compute.manager [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.396594] env[69547]: DEBUG nova.scheduler.client.report [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.400358] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161420, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.400456] env[69547]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.25245799999999996 sec [ 846.401423] env[69547]: DEBUG nova.network.neutron [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Successfully updated port: 1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.403295] env[69547]: DEBUG nova.compute.manager [req-3c2eb3c9-3e58-4299-89df-d9dd336db3e7 req-75dd757c-8989-4862-b3d4-6690cdba5dbf service nova] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Received event network-changed-378987d7-7f5e-42c9-9d0d-be8da2647fc2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.403424] env[69547]: DEBUG nova.compute.manager [req-3c2eb3c9-3e58-4299-89df-d9dd336db3e7 req-75dd757c-8989-4862-b3d4-6690cdba5dbf service nova] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Refreshing instance network info cache due to event network-changed-378987d7-7f5e-42c9-9d0d-be8da2647fc2. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.403691] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c2eb3c9-3e58-4299-89df-d9dd336db3e7 req-75dd757c-8989-4862-b3d4-6690cdba5dbf service nova] Acquiring lock "refresh_cache-259c51de-d787-4905-a37b-f175a3a68aa4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.403749] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c2eb3c9-3e58-4299-89df-d9dd336db3e7 req-75dd757c-8989-4862-b3d4-6690cdba5dbf service nova] Acquired lock "refresh_cache-259c51de-d787-4905-a37b-f175a3a68aa4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.403905] env[69547]: DEBUG nova.network.neutron [req-3c2eb3c9-3e58-4299-89df-d9dd336db3e7 req-75dd757c-8989-4862-b3d4-6690cdba5dbf service nova] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Refreshing network info cache for port 378987d7-7f5e-42c9-9d0d-be8da2647fc2 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.415023] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161420, 'name': CreateVM_Task, 'duration_secs': 0.358174} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.415701] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.416600] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.416728] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.417361] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.417866] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3364362b-594d-450c-a517-2c035960eefc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.425514] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 846.425514] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520f6b96-6c9b-89d7-affb-938e1d849f7d" [ 846.425514] env[69547]: _type = "Task" [ 846.425514] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.436751] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520f6b96-6c9b-89d7-affb-938e1d849f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.438855] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.439087] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.439240] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.439738] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.439738] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.439738] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.440015] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.440067] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.440222] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.440387] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.440795] env[69547]: DEBUG nova.virt.hardware [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.440903] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.441129] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.441362] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.441512] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.442127] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.442454] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f941f6-9b61-41f5-899a-8c0a7f2c425b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.445279] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5911b82-fd55-4e11-96be-e606c87b54b8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.452368] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbb3407-7989-4dd5-a1f5-431a5205c1bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.456952] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.457155] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.458158] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4308b1dd-2b2c-4a9b-9fd2-5e4da68a36b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.471582] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 846.471582] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cde7bd-ad28-a528-1258-b7401b9c5547" [ 846.471582] env[69547]: _type = "Task" [ 846.471582] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.490195] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cde7bd-ad28-a528-1258-b7401b9c5547, 'name': SearchDatastore_Task, 'duration_secs': 0.015368} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.491017] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81efe8aa-f119-4cd7-b26c-1a5da39c130a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.496270] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 846.496270] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f6509-a5fa-6ee4-51a0-ffc5c0766d7b" [ 846.496270] env[69547]: _type = "Task" [ 846.496270] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.504248] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f6509-a5fa-6ee4-51a0-ffc5c0766d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.904041] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.090s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.904470] env[69547]: DEBUG nova.compute.manager [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.907177] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.140s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.908553] env[69547]: INFO nova.compute.claims [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.911161] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.911304] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquired lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.911442] env[69547]: DEBUG nova.network.neutron [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.974107] env[69547]: DEBUG oslo_vmware.rw_handles [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52979a40-f64a-8459-10b7-e811ff5360b5/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.975149] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455296c7-9bf4-45bc-a232-e681e482122f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.981581] env[69547]: DEBUG oslo_vmware.rw_handles [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52979a40-f64a-8459-10b7-e811ff5360b5/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.981770] env[69547]: ERROR oslo_vmware.rw_handles [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52979a40-f64a-8459-10b7-e811ff5360b5/disk-0.vmdk due to incomplete transfer. [ 846.981990] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-460c0b3e-e4c5-4621-a56a-b07f6ed346b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.990093] env[69547]: DEBUG oslo_vmware.rw_handles [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52979a40-f64a-8459-10b7-e811ff5360b5/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.990285] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Uploaded image bd61beff-ea25-4e69-a8df-684f97da4d56 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.992844] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.993097] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f385fc8c-8b76-4189-adbe-da5981a1785f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.000701] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 847.000701] env[69547]: value = "task-3161421" [ 847.000701] env[69547]: _type = "Task" [ 847.000701] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.009148] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f6509-a5fa-6ee4-51a0-ffc5c0766d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.009965] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.011038] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 259c51de-d787-4905-a37b-f175a3a68aa4/259c51de-d787-4905-a37b-f175a3a68aa4.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.011038] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22ddf535-c76b-4ad3-a5ef-cc3a864f8a1c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.015302] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161421, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.020131] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 847.020131] env[69547]: value = "task-3161422" [ 847.020131] env[69547]: _type = "Task" [ 847.020131] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.027914] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.145028] env[69547]: DEBUG nova.network.neutron [req-3c2eb3c9-3e58-4299-89df-d9dd336db3e7 req-75dd757c-8989-4862-b3d4-6690cdba5dbf service nova] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Updated VIF entry in instance network info cache for port 378987d7-7f5e-42c9-9d0d-be8da2647fc2. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.145136] env[69547]: DEBUG nova.network.neutron [req-3c2eb3c9-3e58-4299-89df-d9dd336db3e7 req-75dd757c-8989-4862-b3d4-6690cdba5dbf service nova] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Updating instance_info_cache with network_info: [{"id": "378987d7-7f5e-42c9-9d0d-be8da2647fc2", "address": "fa:16:3e:fe:d6:4e", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378987d7-7f", "ovs_interfaceid": "378987d7-7f5e-42c9-9d0d-be8da2647fc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.321064] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.321064] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.419170] env[69547]: DEBUG nova.compute.utils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.422753] env[69547]: DEBUG nova.compute.manager [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.422753] env[69547]: DEBUG nova.network.neutron [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.455308] env[69547]: DEBUG nova.network.neutron [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.462779] env[69547]: DEBUG nova.policy [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d34b11bbfc42c5bdccc421374336fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe31a0dab018416382f0c8af99bc7d87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.512293] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161421, 'name': Destroy_Task, 'duration_secs': 0.357643} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.512610] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Destroyed the VM [ 847.512920] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 847.513187] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df760385-0a7e-461e-8e27-4df0ff78bba4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.521514] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 847.521514] env[69547]: value = "task-3161423" [ 847.521514] env[69547]: _type = "Task" [ 847.521514] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.542581] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.542937] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161422, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.616768] env[69547]: DEBUG nova.network.neutron [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updating instance_info_cache with network_info: [{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.648530] env[69547]: DEBUG oslo_concurrency.lockutils [req-3c2eb3c9-3e58-4299-89df-d9dd336db3e7 req-75dd757c-8989-4862-b3d4-6690cdba5dbf service nova] Releasing lock "refresh_cache-259c51de-d787-4905-a37b-f175a3a68aa4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.827190] env[69547]: DEBUG nova.compute.utils [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.869901] env[69547]: DEBUG nova.network.neutron [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Successfully created port: a36d94db-212a-4ddb-ad99-2f2cdbc526d2 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.926636] env[69547]: DEBUG nova.compute.manager [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.040671] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790766} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.044362] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 259c51de-d787-4905-a37b-f175a3a68aa4/259c51de-d787-4905-a37b-f175a3a68aa4.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.044605] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.045262] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161423, 'name': RemoveSnapshot_Task} progress is 2%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.047933] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d5afd15-ad52-4db0-9922-e764ba293201 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.054602] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 848.054602] env[69547]: value = "task-3161424" [ 848.054602] env[69547]: _type = "Task" [ 848.054602] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.062415] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.118594] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Releasing lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.119086] env[69547]: DEBUG nova.compute.manager [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Instance network_info: |[{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.119757] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:45:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c2ca736-f271-483a-abdb-247f72513eec', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.127164] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Creating folder: Project (5ddb2c15efe64bf39c318e7c0a4f4c72). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.127480] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f64e0732-1544-4d4e-a862-cb06206629dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.137055] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Created folder: Project (5ddb2c15efe64bf39c318e7c0a4f4c72) in parent group-v632381. [ 848.137270] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Creating folder: Instances. Parent ref: group-v632528. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.137517] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a53cc55-a928-4b75-9423-def4a8ebcac8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.146923] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Created folder: Instances in parent group-v632528. [ 848.147456] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.147538] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.147729] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2cbdc88-eb19-46a4-a4f9-8a0354f22a46 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.169751] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.169751] env[69547]: value = "task-3161427" [ 848.169751] env[69547]: _type = "Task" [ 848.169751] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.180131] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161427, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.283174] env[69547]: DEBUG nova.compute.manager [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Received event network-vif-plugged-1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.283414] env[69547]: DEBUG oslo_concurrency.lockutils [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] Acquiring lock "97835afb-a848-4055-bc0e-ea508c403d1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.283621] env[69547]: DEBUG oslo_concurrency.lockutils [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] Lock "97835afb-a848-4055-bc0e-ea508c403d1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.283788] env[69547]: DEBUG oslo_concurrency.lockutils [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] Lock "97835afb-a848-4055-bc0e-ea508c403d1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.283969] env[69547]: DEBUG nova.compute.manager [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] No waiting events found dispatching network-vif-plugged-1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.284204] env[69547]: WARNING nova.compute.manager [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Received unexpected event network-vif-plugged-1c2ca736-f271-483a-abdb-247f72513eec for instance with vm_state building and task_state spawning. [ 848.284393] env[69547]: DEBUG nova.compute.manager [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Received event network-changed-1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.284555] env[69547]: DEBUG nova.compute.manager [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Refreshing instance network info cache due to event network-changed-1c2ca736-f271-483a-abdb-247f72513eec. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.284761] env[69547]: DEBUG oslo_concurrency.lockutils [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] Acquiring lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.284900] env[69547]: DEBUG oslo_concurrency.lockutils [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] Acquired lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.285098] env[69547]: DEBUG nova.network.neutron [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Refreshing network info cache for port 1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.331091] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.450523] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6722edb3-0300-4b5a-99e6-c434f37211c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.458370] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defdfdde-5d6b-4f5c-9e52-4e0a2d03f03e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.491780] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b3338f-addd-4009-8862-f4ad57a35eff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.501541] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80254a00-52e0-43ec-8236-2b724de43bb6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.516769] env[69547]: DEBUG nova.compute.provider_tree [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.540773] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161423, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.564949] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066898} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.565300] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.566230] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1906b46f-3dd3-462f-9b2e-2caaf4980645 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.589912] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 259c51de-d787-4905-a37b-f175a3a68aa4/259c51de-d787-4905-a37b-f175a3a68aa4.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.590215] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a3fbe5-450e-4e0c-9aec-eec329a89d63 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.611449] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 848.611449] env[69547]: value = "task-3161428" [ 848.611449] env[69547]: _type = "Task" [ 848.611449] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.620917] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.679948] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161427, 'name': CreateVM_Task, 'duration_secs': 0.405009} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.680198] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.680940] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.681161] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.681516] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.681821] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e92dc43-f207-43b9-93e7-e0a6ce920e98 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.687059] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 848.687059] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526195b0-d113-97ed-5829-ac3ec8a8962d" [ 848.687059] env[69547]: _type = "Task" [ 848.687059] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.695131] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526195b0-d113-97ed-5829-ac3ec8a8962d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.936970] env[69547]: DEBUG nova.compute.manager [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.968392] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.972377] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.972548] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.972737] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.972886] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.973045] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.973338] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.973527] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.973703] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.973871] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.974065] env[69547]: DEBUG nova.virt.hardware [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.975265] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b6cc34-f3cc-46eb-882a-672521ba1843 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.983955] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc57954-9a23-4cef-8e6f-23127c615650 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.020024] env[69547]: DEBUG nova.scheduler.client.report [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.040517] env[69547]: DEBUG oslo_vmware.api [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161423, 'name': RemoveSnapshot_Task, 'duration_secs': 1.127323} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.041435] env[69547]: DEBUG nova.network.neutron [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updated VIF entry in instance network info cache for port 1c2ca736-f271-483a-abdb-247f72513eec. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.041797] env[69547]: DEBUG nova.network.neutron [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updating instance_info_cache with network_info: [{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.044710] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 849.044710] env[69547]: INFO nova.compute.manager [None req-86fdd4d9-1c2b-4fe3-a16d-531e10abf519 tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Took 13.76 seconds to snapshot the instance on the hypervisor. [ 849.121890] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161428, 'name': ReconfigVM_Task, 'duration_secs': 0.285707} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.122217] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 259c51de-d787-4905-a37b-f175a3a68aa4/259c51de-d787-4905-a37b-f175a3a68aa4.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.122853] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18eee8c3-b379-4e92-a124-106177495a4f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.130060] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 849.130060] env[69547]: value = "task-3161429" [ 849.130060] env[69547]: _type = "Task" [ 849.130060] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.136938] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161429, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.197916] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526195b0-d113-97ed-5829-ac3ec8a8962d, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.198245] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.198479] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.198740] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.198890] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.199515] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.199515] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6b2c190-eb13-40e0-9da9-90a4efedcbe7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.207868] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.208078] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.208799] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834be434-059b-48b9-9b2e-6a2cb52e7e73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.214321] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 849.214321] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b2b9b-8bfc-14f9-1213-175b11f494b9" [ 849.214321] env[69547]: _type = "Task" [ 849.214321] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.221946] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b2b9b-8bfc-14f9-1213-175b11f494b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.391048] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.391314] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.391563] env[69547]: INFO nova.compute.manager [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Attaching volume 376c7131-5576-42b2-b3bf-320f1502d83b to /dev/sdb [ 849.401772] env[69547]: DEBUG nova.network.neutron [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Successfully updated port: a36d94db-212a-4ddb-ad99-2f2cdbc526d2 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.435262] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00451200-992d-4790-bbd9-db2d66daff96 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.442692] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c289d68-55f4-4542-ab15-769844ba712d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.453922] env[69547]: DEBUG nova.compute.manager [req-c3234b5a-d851-492c-a34b-ccf1ca1e16e5 req-0c09bec7-4de8-4a14-9272-782951e1bb9d service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Received event network-vif-plugged-a36d94db-212a-4ddb-ad99-2f2cdbc526d2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.454357] env[69547]: DEBUG oslo_concurrency.lockutils [req-c3234b5a-d851-492c-a34b-ccf1ca1e16e5 req-0c09bec7-4de8-4a14-9272-782951e1bb9d service nova] Acquiring lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.454501] env[69547]: DEBUG oslo_concurrency.lockutils [req-c3234b5a-d851-492c-a34b-ccf1ca1e16e5 req-0c09bec7-4de8-4a14-9272-782951e1bb9d service nova] Lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.454680] env[69547]: DEBUG oslo_concurrency.lockutils [req-c3234b5a-d851-492c-a34b-ccf1ca1e16e5 req-0c09bec7-4de8-4a14-9272-782951e1bb9d service nova] Lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.454853] env[69547]: DEBUG nova.compute.manager [req-c3234b5a-d851-492c-a34b-ccf1ca1e16e5 req-0c09bec7-4de8-4a14-9272-782951e1bb9d service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] No waiting events found dispatching network-vif-plugged-a36d94db-212a-4ddb-ad99-2f2cdbc526d2 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.455047] env[69547]: WARNING nova.compute.manager [req-c3234b5a-d851-492c-a34b-ccf1ca1e16e5 req-0c09bec7-4de8-4a14-9272-782951e1bb9d service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Received unexpected event network-vif-plugged-a36d94db-212a-4ddb-ad99-2f2cdbc526d2 for instance with vm_state building and task_state spawning. [ 849.458926] env[69547]: DEBUG nova.virt.block_device [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Updating existing volume attachment record: dc931d28-b584-4ccd-be6b-bd5ac3e48652 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 849.526587] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.527156] env[69547]: DEBUG nova.compute.manager [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.529675] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.081s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.531114] env[69547]: INFO nova.compute.claims [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.546143] env[69547]: DEBUG oslo_concurrency.lockutils [req-9e050f3d-640a-4050-be16-b6c983a071c7 req-a24fd43a-9768-4ace-ac79-0ca2dc7c24d4 service nova] Releasing lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.643060] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161429, 'name': Rename_Task, 'duration_secs': 0.142472} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.643408] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.643666] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a40e0b57-ed06-4645-a25d-ff0273860a24 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.650850] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 849.650850] env[69547]: value = "task-3161431" [ 849.650850] env[69547]: _type = "Task" [ 849.650850] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.661918] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.724660] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b2b9b-8bfc-14f9-1213-175b11f494b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008513} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.725423] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3813c7-f01c-4500-9caf-e6641c0da2ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.730143] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 849.730143] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523e2373-dcec-582d-b8e2-15c24d13c0af" [ 849.730143] env[69547]: _type = "Task" [ 849.730143] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.737763] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523e2373-dcec-582d-b8e2-15c24d13c0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.881222] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.881512] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.881699] env[69547]: INFO nova.compute.manager [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Shelving [ 849.904595] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "refresh_cache-72d3a20b-6a1b-4602-b335-e81f9e8c7c38" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.904844] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "refresh_cache-72d3a20b-6a1b-4602-b335-e81f9e8c7c38" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.905088] env[69547]: DEBUG nova.network.neutron [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.035810] env[69547]: DEBUG nova.compute.utils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.037339] env[69547]: DEBUG nova.compute.manager [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.038094] env[69547]: DEBUG nova.network.neutron [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.082663] env[69547]: DEBUG nova.policy [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f2726ab1e7a4da29e576fefd273a462', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8229f45daca14344b7723c3b37ec0769', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.162067] env[69547]: DEBUG oslo_vmware.api [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161431, 'name': PowerOnVM_Task, 'duration_secs': 0.472164} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.162067] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.162067] env[69547]: INFO nova.compute.manager [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Took 6.97 seconds to spawn the instance on the hypervisor. [ 850.162324] env[69547]: DEBUG nova.compute.manager [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.163071] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc280ee-8743-4456-ac2d-f965d22221be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.242025] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523e2373-dcec-582d-b8e2-15c24d13c0af, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.242259] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.242546] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 97835afb-a848-4055-bc0e-ea508c403d1b/97835afb-a848-4055-bc0e-ea508c403d1b.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.242819] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17a78e09-b304-4150-b1d7-81ade556f2a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.250705] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 850.250705] env[69547]: value = "task-3161434" [ 850.250705] env[69547]: _type = "Task" [ 850.250705] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.259159] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.450142] env[69547]: DEBUG nova.network.neutron [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.477812] env[69547]: DEBUG nova.network.neutron [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Successfully created port: 8419a659-ed11-47c9-9b37-92554e894bf0 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.542752] env[69547]: DEBUG nova.compute.manager [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.643182] env[69547]: DEBUG nova.compute.manager [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.643182] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb8badd-e405-4d69-840d-c455c492b11e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.676037] env[69547]: DEBUG nova.network.neutron [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Updating instance_info_cache with network_info: [{"id": "a36d94db-212a-4ddb-ad99-2f2cdbc526d2", "address": "fa:16:3e:50:5f:69", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36d94db-21", "ovs_interfaceid": "a36d94db-212a-4ddb-ad99-2f2cdbc526d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.682964] env[69547]: INFO nova.compute.manager [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Took 44.92 seconds to build instance. [ 850.760778] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476771} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.766049] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 97835afb-a848-4055-bc0e-ea508c403d1b/97835afb-a848-4055-bc0e-ea508c403d1b.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.766339] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.767749] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b44d429-c81a-499a-bb77-d3aae601924f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.772680] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 850.772680] env[69547]: value = "task-3161435" [ 850.772680] env[69547]: _type = "Task" [ 850.772680] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.782574] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.892440] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.892726] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70cf7de2-7ba9-4d2d-bc84-ed0d4a45b76f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.900458] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 850.900458] env[69547]: value = "task-3161436" [ 850.900458] env[69547]: _type = "Task" [ 850.900458] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.908803] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.925756] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquiring lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.925756] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.925756] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquiring lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.925756] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.925756] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.928737] env[69547]: INFO nova.compute.manager [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Terminating instance [ 851.118469] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d5e845-ca35-472d-a9f7-f97ae0420974 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.127370] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09805a4d-b17c-4468-b579-410c1ce1591b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.158742] env[69547]: INFO nova.compute.manager [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] instance snapshotting [ 851.159389] env[69547]: DEBUG nova.objects.instance [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'flavor' on Instance uuid e1ea28d1-194d-4e26-8b7d-bf1060528315 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.164276] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6788384e-a3fa-4dd4-854c-8103a2b0b602 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.169604] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4264cc3-678e-4254-9b0e-c3bd51215035 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.184150] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "refresh_cache-72d3a20b-6a1b-4602-b335-e81f9e8c7c38" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.184459] env[69547]: DEBUG nova.compute.manager [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Instance network_info: |[{"id": "a36d94db-212a-4ddb-ad99-2f2cdbc526d2", "address": "fa:16:3e:50:5f:69", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36d94db-21", "ovs_interfaceid": "a36d94db-212a-4ddb-ad99-2f2cdbc526d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.184953] env[69547]: DEBUG nova.compute.provider_tree [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.186340] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:5f:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a36d94db-212a-4ddb-ad99-2f2cdbc526d2', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.195116] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.195116] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b1dc4b-9a22-4835-a812-e1f79aa98193 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "259c51de-d787-4905-a37b-f175a3a68aa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.995s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.195116] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.195583] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69299bd4-fea4-42db-a020-3d715ed7bb82 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.215591] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.215591] env[69547]: value = "task-3161437" [ 851.215591] env[69547]: _type = "Task" [ 851.215591] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.223564] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161437, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.282681] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159843} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.282976] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.283778] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eb88b9-0826-4893-b59f-1775c8258219 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.305824] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 97835afb-a848-4055-bc0e-ea508c403d1b/97835afb-a848-4055-bc0e-ea508c403d1b.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.306551] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69fe5afa-d499-4ec7-a00d-0e66d4e6a667 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.323443] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3ae6ce-56e3-4236-9d0b-9b1133d73627 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.327682] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 851.327682] env[69547]: value = "task-3161438" [ 851.327682] env[69547]: _type = "Task" [ 851.327682] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.329234] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-31402dda-2e41-4cc2-b4f6-d9e863b4084f tempest-ServersAdminNegativeTestJSON-1472046293 tempest-ServersAdminNegativeTestJSON-1472046293-project-admin] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Suspending the VM {{(pid=69547) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 851.332031] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-50a68563-ec4f-4380-b68c-4781adb0fa3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.338352] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.340503] env[69547]: DEBUG oslo_vmware.api [None req-31402dda-2e41-4cc2-b4f6-d9e863b4084f tempest-ServersAdminNegativeTestJSON-1472046293 tempest-ServersAdminNegativeTestJSON-1472046293-project-admin] Waiting for the task: (returnval){ [ 851.340503] env[69547]: value = "task-3161439" [ 851.340503] env[69547]: _type = "Task" [ 851.340503] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.346928] env[69547]: DEBUG oslo_vmware.api [None req-31402dda-2e41-4cc2-b4f6-d9e863b4084f tempest-ServersAdminNegativeTestJSON-1472046293 tempest-ServersAdminNegativeTestJSON-1472046293-project-admin] Task: {'id': task-3161439, 'name': SuspendVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.410108] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161436, 'name': PowerOffVM_Task, 'duration_secs': 0.17818} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.410406] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.411313] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7b9f25-b4e6-41b8-b528-5be77d57d4ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.430847] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc0e5ba-254e-41a3-8570-376ff3161f86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.434169] env[69547]: DEBUG nova.compute.manager [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.434503] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.435565] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5245575-84ee-4f7a-a88f-f46e0b34f61e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.448100] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.448553] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4833cbb3-ba8e-4b64-bf0d-c0d5205b4e47 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.455593] env[69547]: DEBUG oslo_vmware.api [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 851.455593] env[69547]: value = "task-3161440" [ 851.455593] env[69547]: _type = "Task" [ 851.455593] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.464784] env[69547]: DEBUG oslo_vmware.api [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.483610] env[69547]: DEBUG nova.compute.manager [req-49a57a1b-d8aa-4499-ba98-0ed7ea1be122 req-58e8beba-5e3e-46e7-ae4a-3850e28e5715 service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Received event network-changed-a36d94db-212a-4ddb-ad99-2f2cdbc526d2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.484123] env[69547]: DEBUG nova.compute.manager [req-49a57a1b-d8aa-4499-ba98-0ed7ea1be122 req-58e8beba-5e3e-46e7-ae4a-3850e28e5715 service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Refreshing instance network info cache due to event network-changed-a36d94db-212a-4ddb-ad99-2f2cdbc526d2. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.484339] env[69547]: DEBUG oslo_concurrency.lockutils [req-49a57a1b-d8aa-4499-ba98-0ed7ea1be122 req-58e8beba-5e3e-46e7-ae4a-3850e28e5715 service nova] Acquiring lock "refresh_cache-72d3a20b-6a1b-4602-b335-e81f9e8c7c38" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.484572] env[69547]: DEBUG oslo_concurrency.lockutils [req-49a57a1b-d8aa-4499-ba98-0ed7ea1be122 req-58e8beba-5e3e-46e7-ae4a-3850e28e5715 service nova] Acquired lock "refresh_cache-72d3a20b-6a1b-4602-b335-e81f9e8c7c38" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.484830] env[69547]: DEBUG nova.network.neutron [req-49a57a1b-d8aa-4499-ba98-0ed7ea1be122 req-58e8beba-5e3e-46e7-ae4a-3850e28e5715 service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Refreshing network info cache for port a36d94db-212a-4ddb-ad99-2f2cdbc526d2 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.510733] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.510733] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.556511] env[69547]: DEBUG nova.compute.manager [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.582770] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.583215] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.583438] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.583747] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.583955] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.584162] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.584390] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.584617] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.584711] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.584891] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.585132] env[69547]: DEBUG nova.virt.hardware [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.586096] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2b40d7-b4d0-4629-9e03-61a5df39e202 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.595250] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4881be-32a0-43fb-9369-39ebcf194669 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.668503] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee05fa14-ec1b-456f-a17e-21a0d1e4dbba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.688855] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c0963a-9d60-4ca5-89f6-7870d87ec4d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.710892] env[69547]: DEBUG nova.compute.manager [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.723015] env[69547]: ERROR nova.scheduler.client.report [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [req-2c883d77-e57e-4f16-bd95-e865350c0518] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3dff35a2-8b92-4f77-8c0d-98fc04223d9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c883d77-e57e-4f16-bd95-e865350c0518"}]} [ 851.729657] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161437, 'name': CreateVM_Task, 'duration_secs': 0.390013} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.729877] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.731711] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.731711] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.731985] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.732253] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ffbab6-e4a2-4d6e-a021-06ab0631565f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.738779] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 851.738779] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d76590-9976-c188-f8e7-846f7fd5a2d4" [ 851.738779] env[69547]: _type = "Task" [ 851.738779] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.743405] env[69547]: DEBUG nova.scheduler.client.report [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Refreshing inventories for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 851.751424] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d76590-9976-c188-f8e7-846f7fd5a2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.751741] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.751975] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.752258] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.752444] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.752630] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.753651] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a44993da-4dbc-4249-a085-d69c9c93d183 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.759069] env[69547]: DEBUG nova.scheduler.client.report [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Updating ProviderTree inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 851.759328] env[69547]: DEBUG nova.compute.provider_tree [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.768773] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.769020] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.770083] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5805047-d1eb-483e-8968-dcfc21e7e715 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.773563] env[69547]: DEBUG nova.scheduler.client.report [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Refreshing aggregate associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, aggregates: None {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 851.777022] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 851.777022] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ecf39-5540-5471-ffd1-aff928a582c8" [ 851.777022] env[69547]: _type = "Task" [ 851.777022] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.785069] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ecf39-5540-5471-ffd1-aff928a582c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.807120] env[69547]: DEBUG nova.scheduler.client.report [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Refreshing trait associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.841431] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161438, 'name': ReconfigVM_Task, 'duration_secs': 0.448848} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.844773] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 97835afb-a848-4055-bc0e-ea508c403d1b/97835afb-a848-4055-bc0e-ea508c403d1b.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.845423] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-461ae027-0f92-4fe7-8982-64b993e790be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.853467] env[69547]: DEBUG oslo_vmware.api [None req-31402dda-2e41-4cc2-b4f6-d9e863b4084f tempest-ServersAdminNegativeTestJSON-1472046293 tempest-ServersAdminNegativeTestJSON-1472046293-project-admin] Task: {'id': task-3161439, 'name': SuspendVM_Task} progress is 58%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.855322] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 851.855322] env[69547]: value = "task-3161442" [ 851.855322] env[69547]: _type = "Task" [ 851.855322] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.863290] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161442, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.950450] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.950627] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff5c764e-25e2-4258-881f-e5e435cdf2de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.966637] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 851.966637] env[69547]: value = "task-3161443" [ 851.966637] env[69547]: _type = "Task" [ 851.966637] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.976093] env[69547]: DEBUG oslo_vmware.api [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161440, 'name': PowerOffVM_Task, 'duration_secs': 0.172008} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.980472] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.980767] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.981370] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05d47d75-9416-4dc6-841e-50ec02ef2b8b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.991145] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.022035] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.022035] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.022035] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.022035] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.022035] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.022035] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.022035] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 852.022035] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.171187] env[69547]: DEBUG nova.network.neutron [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Successfully updated port: 8419a659-ed11-47c9-9b37-92554e894bf0 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.202963] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 852.203309] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-05b6649b-bb92-4c0e-8699-5d0ffc822d2c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.211535] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 852.211535] env[69547]: value = "task-3161445" [ 852.211535] env[69547]: _type = "Task" [ 852.211535] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.228139] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161445, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.237854] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.289186] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ecf39-5540-5471-ffd1-aff928a582c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008949} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.290021] env[69547]: DEBUG nova.network.neutron [req-49a57a1b-d8aa-4499-ba98-0ed7ea1be122 req-58e8beba-5e3e-46e7-ae4a-3850e28e5715 service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Updated VIF entry in instance network info cache for port a36d94db-212a-4ddb-ad99-2f2cdbc526d2. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.290349] env[69547]: DEBUG nova.network.neutron [req-49a57a1b-d8aa-4499-ba98-0ed7ea1be122 req-58e8beba-5e3e-46e7-ae4a-3850e28e5715 service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Updating instance_info_cache with network_info: [{"id": "a36d94db-212a-4ddb-ad99-2f2cdbc526d2", "address": "fa:16:3e:50:5f:69", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36d94db-21", "ovs_interfaceid": "a36d94db-212a-4ddb-ad99-2f2cdbc526d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.292125] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a605e0d5-c883-4215-be5d-edb73a3a740c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.297662] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 852.297662] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f0fccb-b889-eab6-210d-5eaf374ed5b0" [ 852.297662] env[69547]: _type = "Task" [ 852.297662] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.309132] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f0fccb-b889-eab6-210d-5eaf374ed5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.354307] env[69547]: DEBUG oslo_vmware.api [None req-31402dda-2e41-4cc2-b4f6-d9e863b4084f tempest-ServersAdminNegativeTestJSON-1472046293 tempest-ServersAdminNegativeTestJSON-1472046293-project-admin] Task: {'id': task-3161439, 'name': SuspendVM_Task, 'duration_secs': 0.671501} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.354586] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-31402dda-2e41-4cc2-b4f6-d9e863b4084f tempest-ServersAdminNegativeTestJSON-1472046293 tempest-ServersAdminNegativeTestJSON-1472046293-project-admin] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Suspended the VM {{(pid=69547) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 852.354765] env[69547]: DEBUG nova.compute.manager [None req-31402dda-2e41-4cc2-b4f6-d9e863b4084f tempest-ServersAdminNegativeTestJSON-1472046293 tempest-ServersAdminNegativeTestJSON-1472046293-project-admin] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.355541] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55d6f77-d23b-4a76-a0c0-bd5f13e0d4ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.368218] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161442, 'name': Rename_Task, 'duration_secs': 0.203434} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.371120] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.376030] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f4dbdf1-93f6-484d-bfef-d68c47da21e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.392049] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 852.392049] env[69547]: value = "task-3161446" [ 852.392049] env[69547]: _type = "Task" [ 852.392049] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.399792] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.400029] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.400210] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Deleting the datastore file [datastore2] f5d238a7-ea93-4189-8689-3c8b70b7c30e {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.403936] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49bd7906-0dbb-4f43-b8c1-809553c1038c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.405730] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.407784] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bf38b5-bb54-4e05-b206-219cbaefdc71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.418444] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ee8257-de4d-4635-a979-e1067958a322 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.422309] env[69547]: DEBUG oslo_vmware.api [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for the task: (returnval){ [ 852.422309] env[69547]: value = "task-3161447" [ 852.422309] env[69547]: _type = "Task" [ 852.422309] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.454434] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74559f18-bac5-4f4e-adf5-b2df3a698edc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.460069] env[69547]: DEBUG oslo_vmware.api [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.465197] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e61b61f-4f11-4649-be82-e83f2e8c427f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.481738] env[69547]: DEBUG nova.compute.provider_tree [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.487451] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.532321] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.675239] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "refresh_cache-0e2dc0f8-d1a5-4c18-8363-abe49733dd76" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.675239] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "refresh_cache-0e2dc0f8-d1a5-4c18-8363-abe49733dd76" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.675239] env[69547]: DEBUG nova.network.neutron [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.724378] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161445, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.795841] env[69547]: DEBUG oslo_concurrency.lockutils [req-49a57a1b-d8aa-4499-ba98-0ed7ea1be122 req-58e8beba-5e3e-46e7-ae4a-3850e28e5715 service nova] Releasing lock "refresh_cache-72d3a20b-6a1b-4602-b335-e81f9e8c7c38" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.810904] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f0fccb-b889-eab6-210d-5eaf374ed5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.811175] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.811434] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 72d3a20b-6a1b-4602-b335-e81f9e8c7c38/72d3a20b-6a1b-4602-b335-e81f9e8c7c38.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.811687] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c2379de-4ea2-49b4-acae-64ccb07c488c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.818191] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 852.818191] env[69547]: value = "task-3161448" [ 852.818191] env[69547]: _type = "Task" [ 852.818191] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.825848] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.902167] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161446, 'name': PowerOnVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.933878] env[69547]: DEBUG oslo_vmware.api [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Task: {'id': task-3161447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138556} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.934338] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.934658] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.934986] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.935326] env[69547]: INFO nova.compute.manager [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Took 1.50 seconds to destroy the instance on the hypervisor. [ 852.935610] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.936207] env[69547]: DEBUG nova.compute.manager [-] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.936326] env[69547]: DEBUG nova.network.neutron [-] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.980074] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161443, 'name': CreateSnapshot_Task, 'duration_secs': 1.018299} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.980378] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.981232] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575e5bd9-aa42-41f5-a488-a3ceeb5ab272 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.019115] env[69547]: DEBUG nova.scheduler.client.report [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 853.019382] env[69547]: DEBUG nova.compute.provider_tree [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 73 to 74 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 853.019630] env[69547]: DEBUG nova.compute.provider_tree [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.222406] env[69547]: DEBUG nova.network.neutron [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.236310] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161445, 'name': CreateSnapshot_Task, 'duration_secs': 0.916279} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.237444] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 853.237444] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fde5423-6385-4cf4-9d18-b4462c4c3be2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.328407] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479449} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.328668] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 72d3a20b-6a1b-4602-b335-e81f9e8c7c38/72d3a20b-6a1b-4602-b335-e81f9e8c7c38.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.328900] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.331260] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea9506d9-58ee-4444-846d-e5a158c5ceb1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.333065] env[69547]: DEBUG nova.compute.manager [req-a2ea0cc2-ce4d-498d-adcd-1ef393355d6b req-ccdf1ef8-4644-4e89-a437-4d018978da1e service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Received event network-vif-deleted-1f8bcf63-7cb4-44b1-ab56-439787beca64 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.333152] env[69547]: INFO nova.compute.manager [req-a2ea0cc2-ce4d-498d-adcd-1ef393355d6b req-ccdf1ef8-4644-4e89-a437-4d018978da1e service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Neutron deleted interface 1f8bcf63-7cb4-44b1-ab56-439787beca64; detaching it from the instance and deleting it from the info cache [ 853.333318] env[69547]: DEBUG nova.network.neutron [req-a2ea0cc2-ce4d-498d-adcd-1ef393355d6b req-ccdf1ef8-4644-4e89-a437-4d018978da1e service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.339502] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 853.339502] env[69547]: value = "task-3161449" [ 853.339502] env[69547]: _type = "Task" [ 853.339502] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.349782] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.404149] env[69547]: DEBUG oslo_vmware.api [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161446, 'name': PowerOnVM_Task, 'duration_secs': 0.658623} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.404272] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.404413] env[69547]: INFO nova.compute.manager [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Took 7.01 seconds to spawn the instance on the hypervisor. [ 853.404676] env[69547]: DEBUG nova.compute.manager [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.405363] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce7f550-cfcf-498a-87c1-6d4cbbbb3d7b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.409320] env[69547]: DEBUG nova.network.neutron [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Updating instance_info_cache with network_info: [{"id": "8419a659-ed11-47c9-9b37-92554e894bf0", "address": "fa:16:3e:c4:c0:71", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419a659-ed", "ovs_interfaceid": "8419a659-ed11-47c9-9b37-92554e894bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.506684] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.507013] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-15c9be56-c9a5-46cf-9280-48ba983ea988 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.516864] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 853.516864] env[69547]: value = "task-3161450" [ 853.516864] env[69547]: _type = "Task" [ 853.516864] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.525401] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.996s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.525880] env[69547]: DEBUG nova.compute.manager [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.532505] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161450, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.532783] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.124s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.534197] env[69547]: INFO nova.compute.claims [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.589970] env[69547]: DEBUG nova.compute.manager [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Received event network-vif-plugged-8419a659-ed11-47c9-9b37-92554e894bf0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.590297] env[69547]: DEBUG oslo_concurrency.lockutils [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] Acquiring lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.590493] env[69547]: DEBUG oslo_concurrency.lockutils [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] Lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.590608] env[69547]: DEBUG oslo_concurrency.lockutils [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] Lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.590907] env[69547]: DEBUG nova.compute.manager [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] No waiting events found dispatching network-vif-plugged-8419a659-ed11-47c9-9b37-92554e894bf0 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.591102] env[69547]: WARNING nova.compute.manager [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Received unexpected event network-vif-plugged-8419a659-ed11-47c9-9b37-92554e894bf0 for instance with vm_state building and task_state spawning. [ 853.591344] env[69547]: DEBUG nova.compute.manager [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Received event network-changed-8419a659-ed11-47c9-9b37-92554e894bf0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.591515] env[69547]: DEBUG nova.compute.manager [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Refreshing instance network info cache due to event network-changed-8419a659-ed11-47c9-9b37-92554e894bf0. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.591685] env[69547]: DEBUG oslo_concurrency.lockutils [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] Acquiring lock "refresh_cache-0e2dc0f8-d1a5-4c18-8363-abe49733dd76" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.764966] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.764966] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1912888a-1bf7-4997-a498-6123f254a202 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.771654] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 853.771654] env[69547]: value = "task-3161451" [ 853.771654] env[69547]: _type = "Task" [ 853.771654] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.774924] env[69547]: DEBUG nova.network.neutron [-] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.781149] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161451, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.836552] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05b40d94-5791-400f-ae21-1cf3079cf00f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.847665] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb2ea9-de6a-40f0-a5c8-ebff96fc6631 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.861745] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061919} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.862545] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.863398] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9048010b-efe1-47bf-9e3a-a1f3bab87ada {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.887473] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 72d3a20b-6a1b-4602-b335-e81f9e8c7c38/72d3a20b-6a1b-4602-b335-e81f9e8c7c38.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.905719] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89296468-62f6-4a1c-94bd-05df2c883a48 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.921981] env[69547]: DEBUG nova.compute.manager [req-a2ea0cc2-ce4d-498d-adcd-1ef393355d6b req-ccdf1ef8-4644-4e89-a437-4d018978da1e service nova] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Detach interface failed, port_id=1f8bcf63-7cb4-44b1-ab56-439787beca64, reason: Instance f5d238a7-ea93-4189-8689-3c8b70b7c30e could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.922735] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "refresh_cache-0e2dc0f8-d1a5-4c18-8363-abe49733dd76" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.923307] env[69547]: DEBUG nova.compute.manager [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Instance network_info: |[{"id": "8419a659-ed11-47c9-9b37-92554e894bf0", "address": "fa:16:3e:c4:c0:71", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419a659-ed", "ovs_interfaceid": "8419a659-ed11-47c9-9b37-92554e894bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.929402] env[69547]: DEBUG oslo_concurrency.lockutils [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] Acquired lock "refresh_cache-0e2dc0f8-d1a5-4c18-8363-abe49733dd76" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.931024] env[69547]: DEBUG nova.network.neutron [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Refreshing network info cache for port 8419a659-ed11-47c9-9b37-92554e894bf0 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.931024] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:c0:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8419a659-ed11-47c9-9b37-92554e894bf0', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.941886] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.943754] env[69547]: INFO nova.compute.manager [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Took 44.80 seconds to build instance. [ 853.947314] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.951986] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8e00ae-3d7c-4d7c-9782-fbd9c62f2545 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.971179] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 853.971179] env[69547]: value = "task-3161452" [ 853.971179] env[69547]: _type = "Task" [ 853.971179] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.975027] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.975027] env[69547]: value = "task-3161453" [ 853.975027] env[69547]: _type = "Task" [ 853.975027] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.982522] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.988357] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161453, 'name': CreateVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.008914] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 854.009241] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632532', 'volume_id': '376c7131-5576-42b2-b3bf-320f1502d83b', 'name': 'volume-376c7131-5576-42b2-b3bf-320f1502d83b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df53ded8-cbb1-4cde-840b-49ef4fa631c9', 'attached_at': '', 'detached_at': '', 'volume_id': '376c7131-5576-42b2-b3bf-320f1502d83b', 'serial': '376c7131-5576-42b2-b3bf-320f1502d83b'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 854.010501] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72e9962-b0a7-4936-98d3-b5f14e68c203 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.032556] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5c67ff-7b15-48e9-a038-433c30c26dc3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.036572] env[69547]: DEBUG nova.compute.utils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.038843] env[69547]: DEBUG nova.compute.manager [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.039046] env[69547]: DEBUG nova.network.neutron [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.048289] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161450, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.073135] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-376c7131-5576-42b2-b3bf-320f1502d83b/volume-376c7131-5576-42b2-b3bf-320f1502d83b.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.077095] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fcd7321-20b8-401c-944f-1be8fd61bee6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.097397] env[69547]: DEBUG oslo_vmware.api [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 854.097397] env[69547]: value = "task-3161454" [ 854.097397] env[69547]: _type = "Task" [ 854.097397] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.102401] env[69547]: DEBUG nova.policy [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9118f25ef047a9bd888b6c4b91b7b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e838739477e14d7fac064d59116fe05d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.109411] env[69547]: DEBUG oslo_vmware.api [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161454, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.278872] env[69547]: INFO nova.compute.manager [-] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Took 1.34 seconds to deallocate network for instance. [ 854.279916] env[69547]: DEBUG nova.network.neutron [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Updated VIF entry in instance network info cache for port 8419a659-ed11-47c9-9b37-92554e894bf0. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.280291] env[69547]: DEBUG nova.network.neutron [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Updating instance_info_cache with network_info: [{"id": "8419a659-ed11-47c9-9b37-92554e894bf0", "address": "fa:16:3e:c4:c0:71", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419a659-ed", "ovs_interfaceid": "8419a659-ed11-47c9-9b37-92554e894bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.292022] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161451, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.446555] env[69547]: DEBUG oslo_concurrency.lockutils [None req-245773e0-c1a2-4448-8402-a2c4e0823878 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "97835afb-a848-4055-bc0e-ea508c403d1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.800s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.448708] env[69547]: DEBUG nova.network.neutron [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Successfully created port: 44b2b079-cdbd-40e9-a97c-41932083abb3 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.484300] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161452, 'name': ReconfigVM_Task, 'duration_secs': 0.484873} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.484651] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 72d3a20b-6a1b-4602-b335-e81f9e8c7c38/72d3a20b-6a1b-4602-b335-e81f9e8c7c38.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.485833] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e8aa18f-cdd3-4499-8ec6-9989c679bc81 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.493172] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161453, 'name': CreateVM_Task, 'duration_secs': 0.346864} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.494071] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.496546] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.496737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.497127] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.497550] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 854.497550] env[69547]: value = "task-3161455" [ 854.497550] env[69547]: _type = "Task" [ 854.497550] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.497758] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c25f915-5a9e-4b80-a16b-955309086d21 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.511274] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161455, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.512742] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 854.512742] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a3f604-2780-cb46-04b6-58c82eef11aa" [ 854.512742] env[69547]: _type = "Task" [ 854.512742] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.525675] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a3f604-2780-cb46-04b6-58c82eef11aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012429} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.526134] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.526441] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.526637] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.526792] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.526970] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.527532] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29fc4d7c-af58-4db4-8d3f-a5f3e0f753c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.540320] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161450, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.541546] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.541726] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.542440] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e1464c-ad27-497f-b5c0-ff5b59b02b07 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.549147] env[69547]: DEBUG nova.compute.manager [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.551662] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 854.551662] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a4caaf-bc8d-47dc-7670-c3c4d239d5cf" [ 854.551662] env[69547]: _type = "Task" [ 854.551662] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.562861] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a4caaf-bc8d-47dc-7670-c3c4d239d5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.562861] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a6f08e-8a07-4441-b2f0-b1e8c9f3c717 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.572749] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 854.572749] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524b3ddb-32e6-31ee-719a-672ea3d96983" [ 854.572749] env[69547]: _type = "Task" [ 854.572749] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.582560] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524b3ddb-32e6-31ee-719a-672ea3d96983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.607474] env[69547]: DEBUG oslo_vmware.api [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.786165] env[69547]: DEBUG oslo_concurrency.lockutils [req-828af2b8-aed6-4961-ab40-8d288f394274 req-1ce9ae53-f815-433c-ab5e-af55f26da9e3 service nova] Releasing lock "refresh_cache-0e2dc0f8-d1a5-4c18-8363-abe49733dd76" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.786602] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161451, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.794699] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.953318] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.017584] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161455, 'name': Rename_Task, 'duration_secs': 0.303023} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.017761] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.018254] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bef348cb-7f82-498d-a510-e331fbb178cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.023594] env[69547]: DEBUG oslo_concurrency.lockutils [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "259c51de-d787-4905-a37b-f175a3a68aa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.023775] env[69547]: DEBUG oslo_concurrency.lockutils [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "259c51de-d787-4905-a37b-f175a3a68aa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.023954] env[69547]: DEBUG oslo_concurrency.lockutils [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "259c51de-d787-4905-a37b-f175a3a68aa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.024153] env[69547]: DEBUG oslo_concurrency.lockutils [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "259c51de-d787-4905-a37b-f175a3a68aa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.024321] env[69547]: DEBUG oslo_concurrency.lockutils [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "259c51de-d787-4905-a37b-f175a3a68aa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.029279] env[69547]: INFO nova.compute.manager [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Terminating instance [ 855.043036] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 855.043036] env[69547]: value = "task-3161456" [ 855.043036] env[69547]: _type = "Task" [ 855.043036] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.051323] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161450, 'name': CloneVM_Task, 'duration_secs': 1.526241} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.054524] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Created linked-clone VM from snapshot [ 855.062543] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1b3d9b-5149-4aaf-b19b-4be5441ea6f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.065595] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.073671] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Uploading image 226b0e76-0c7b-48a9-8e04-23f0a86d9293 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.089923] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524b3ddb-32e6-31ee-719a-672ea3d96983, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.090243] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.090589] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 0e2dc0f8-d1a5-4c18-8363-abe49733dd76/0e2dc0f8-d1a5-4c18-8363-abe49733dd76.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.090921] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8829d44-90ca-4f86-9705-1b5a4e8cbbff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.105440] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 855.105440] env[69547]: value = "task-3161457" [ 855.105440] env[69547]: _type = "Task" [ 855.105440] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.116430] env[69547]: DEBUG oslo_vmware.api [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.118736] env[69547]: DEBUG oslo_vmware.rw_handles [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.118736] env[69547]: value = "vm-632536" [ 855.118736] env[69547]: _type = "VirtualMachine" [ 855.118736] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.120104] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f9da78e-f8e5-4163-b8c6-7a2ea83f2c4f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.128543] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.135202] env[69547]: DEBUG oslo_vmware.rw_handles [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lease: (returnval){ [ 855.135202] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52196450-1cc6-9555-6ffa-9a6a272693ed" [ 855.135202] env[69547]: _type = "HttpNfcLease" [ 855.135202] env[69547]: } obtained for exporting VM: (result){ [ 855.135202] env[69547]: value = "vm-632536" [ 855.135202] env[69547]: _type = "VirtualMachine" [ 855.135202] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.135600] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the lease: (returnval){ [ 855.135600] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52196450-1cc6-9555-6ffa-9a6a272693ed" [ 855.135600] env[69547]: _type = "HttpNfcLease" [ 855.135600] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.143970] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.143970] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52196450-1cc6-9555-6ffa-9a6a272693ed" [ 855.143970] env[69547]: _type = "HttpNfcLease" [ 855.143970] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 855.208302] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b09c842-5017-47a3-a569-585de096d504 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.216412] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97110773-b15a-4cd3-8e64-9a0c36aa1396 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.248781] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9bb505-22e5-47e4-98c2-9d031ee7b1ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.257217] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be74626-e74c-4259-9223-0b12c93c88a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.273781] env[69547]: DEBUG nova.compute.provider_tree [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.284752] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161451, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.414028] env[69547]: DEBUG nova.compute.manager [req-04ceb327-c83e-4688-8036-6feca4831bf8 req-7f548c68-7b7f-4b3c-ace6-9736a5e6d099 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Received event network-changed-1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.414081] env[69547]: DEBUG nova.compute.manager [req-04ceb327-c83e-4688-8036-6feca4831bf8 req-7f548c68-7b7f-4b3c-ace6-9736a5e6d099 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Refreshing instance network info cache due to event network-changed-1c2ca736-f271-483a-abdb-247f72513eec. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.414290] env[69547]: DEBUG oslo_concurrency.lockutils [req-04ceb327-c83e-4688-8036-6feca4831bf8 req-7f548c68-7b7f-4b3c-ace6-9736a5e6d099 service nova] Acquiring lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.414594] env[69547]: DEBUG oslo_concurrency.lockutils [req-04ceb327-c83e-4688-8036-6feca4831bf8 req-7f548c68-7b7f-4b3c-ace6-9736a5e6d099 service nova] Acquired lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.414777] env[69547]: DEBUG nova.network.neutron [req-04ceb327-c83e-4688-8036-6feca4831bf8 req-7f548c68-7b7f-4b3c-ace6-9736a5e6d099 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Refreshing network info cache for port 1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.481286] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.545490] env[69547]: DEBUG nova.compute.manager [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.547866] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.549949] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af22fe67-1f67-419e-806e-43f90803e86d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.560461] env[69547]: DEBUG nova.compute.manager [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.568411] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.568711] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.569689] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-973ed2a4-d0e7-44b8-9542-432b18fdf2ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.589601] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.589601] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.589601] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.589601] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.589862] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.589862] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.590065] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.590253] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.590426] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.590594] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.590768] env[69547]: DEBUG nova.virt.hardware [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.591838] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4464be-210c-4ce0-add3-ca9f52bfa61b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.606815] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617e952f-a1f5-4af1-b0c4-471812eb5a46 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.622024] env[69547]: DEBUG oslo_vmware.api [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161454, 'name': ReconfigVM_Task, 'duration_secs': 1.44641} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.632858] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-376c7131-5576-42b2-b3bf-320f1502d83b/volume-376c7131-5576-42b2-b3bf-320f1502d83b.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.641740] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd74b9d9-5b9c-4abe-8af8-3c19a9ec55f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.653105] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161457, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.662457] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.662457] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52196450-1cc6-9555-6ffa-9a6a272693ed" [ 855.662457] env[69547]: _type = "HttpNfcLease" [ 855.662457] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 855.662898] env[69547]: DEBUG oslo_vmware.rw_handles [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 855.662898] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52196450-1cc6-9555-6ffa-9a6a272693ed" [ 855.662898] env[69547]: _type = "HttpNfcLease" [ 855.662898] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 855.663925] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba03fc3-0bc6-4ced-82b9-09874c86dc0d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.668521] env[69547]: DEBUG oslo_vmware.api [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 855.668521] env[69547]: value = "task-3161460" [ 855.668521] env[69547]: _type = "Task" [ 855.668521] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.678165] env[69547]: DEBUG oslo_vmware.rw_handles [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272da4c-9a51-cab3-2ef3-5dd84ae56f1f/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 855.678165] env[69547]: DEBUG oslo_vmware.rw_handles [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272da4c-9a51-cab3-2ef3-5dd84ae56f1f/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 855.738073] env[69547]: DEBUG oslo_vmware.api [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.787850] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96dcc417-0236-4880-b9e9-f0089a212dfc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.793040] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.793292] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.793599] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Deleting the datastore file [datastore1] 259c51de-d787-4905-a37b-f175a3a68aa4 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.799063] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82b88521-b583-4437-90d9-ff893d959d32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.802037] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161451, 'name': CloneVM_Task, 'duration_secs': 1.714157} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.803773] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Created linked-clone VM from snapshot [ 855.805510] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7019b5f9-6eeb-4688-895b-4c56c24b94d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.817382] env[69547]: DEBUG oslo_vmware.api [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 855.817382] env[69547]: value = "task-3161461" [ 855.817382] env[69547]: _type = "Task" [ 855.817382] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.826994] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Uploading image c3db1924-5367-4a35-bb6e-ac550ae2a6cf {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.835041] env[69547]: DEBUG nova.scheduler.client.report [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 855.835403] env[69547]: DEBUG nova.compute.provider_tree [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 74 to 75 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 855.835673] env[69547]: DEBUG nova.compute.provider_tree [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.846138] env[69547]: DEBUG oslo_vmware.api [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.866121] env[69547]: DEBUG oslo_vmware.rw_handles [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.866121] env[69547]: value = "vm-632537" [ 855.866121] env[69547]: _type = "VirtualMachine" [ 855.866121] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.866909] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11519f2b-4fa3-46c8-bd03-c3d1b670c081 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.879044] env[69547]: DEBUG oslo_vmware.rw_handles [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease: (returnval){ [ 855.879044] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528a8c5e-c644-6917-2047-5842df8c5249" [ 855.879044] env[69547]: _type = "HttpNfcLease" [ 855.879044] env[69547]: } obtained for exporting VM: (result){ [ 855.879044] env[69547]: value = "vm-632537" [ 855.879044] env[69547]: _type = "VirtualMachine" [ 855.879044] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.879044] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the lease: (returnval){ [ 855.879044] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528a8c5e-c644-6917-2047-5842df8c5249" [ 855.879044] env[69547]: _type = "HttpNfcLease" [ 855.879044] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.893280] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.893280] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528a8c5e-c644-6917-2047-5842df8c5249" [ 855.893280] env[69547]: _type = "HttpNfcLease" [ 855.893280] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 855.895066] env[69547]: DEBUG oslo_vmware.rw_handles [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 855.895066] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528a8c5e-c644-6917-2047-5842df8c5249" [ 855.895066] env[69547]: _type = "HttpNfcLease" [ 855.895066] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 855.895431] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cff316-009c-4e05-9aa5-7516a350782c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.909238] env[69547]: DEBUG oslo_vmware.rw_handles [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa0494-f907-08ce-c9fe-1c1da23db9e7/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 855.909448] env[69547]: DEBUG oslo_vmware.rw_handles [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa0494-f907-08ce-c9fe-1c1da23db9e7/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.008348] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24f74ee3-7bcd-4bc8-ae5f-a3d9ff4301d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.064052] env[69547]: DEBUG oslo_vmware.api [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161456, 'name': PowerOnVM_Task, 'duration_secs': 0.617091} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.065878] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.065878] env[69547]: INFO nova.compute.manager [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Took 7.13 seconds to spawn the instance on the hypervisor. [ 856.065878] env[69547]: DEBUG nova.compute.manager [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.065878] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc185a-ae9a-4f5a-a11a-07ec99c7de68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.125937] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852773} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.128091] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 0e2dc0f8-d1a5-4c18-8363-abe49733dd76/0e2dc0f8-d1a5-4c18-8363-abe49733dd76.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.128782] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.129222] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0bf47b6-f5a4-475b-988b-30731339183e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.137965] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 856.137965] env[69547]: value = "task-3161463" [ 856.137965] env[69547]: _type = "Task" [ 856.137965] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.150991] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.173793] env[69547]: DEBUG nova.network.neutron [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Successfully updated port: 44b2b079-cdbd-40e9-a97c-41932083abb3 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.188969] env[69547]: DEBUG oslo_vmware.api [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161460, 'name': ReconfigVM_Task, 'duration_secs': 0.356933} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.191102] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632532', 'volume_id': '376c7131-5576-42b2-b3bf-320f1502d83b', 'name': 'volume-376c7131-5576-42b2-b3bf-320f1502d83b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df53ded8-cbb1-4cde-840b-49ef4fa631c9', 'attached_at': '', 'detached_at': '', 'volume_id': '376c7131-5576-42b2-b3bf-320f1502d83b', 'serial': '376c7131-5576-42b2-b3bf-320f1502d83b'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 856.328704] env[69547]: DEBUG oslo_vmware.api [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272832} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.329436] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.329769] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.330246] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.330583] env[69547]: INFO nova.compute.manager [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Took 0.78 seconds to destroy the instance on the hypervisor. [ 856.331376] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.331938] env[69547]: DEBUG nova.compute.manager [-] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.332167] env[69547]: DEBUG nova.network.neutron [-] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.347652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.348259] env[69547]: DEBUG nova.compute.manager [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.353859] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.897s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.353859] env[69547]: DEBUG nova.objects.instance [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lazy-loading 'resources' on Instance uuid 544587a5-8903-4225-8dee-3c1fc694d154 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.358591] env[69547]: DEBUG nova.network.neutron [req-04ceb327-c83e-4688-8036-6feca4831bf8 req-7f548c68-7b7f-4b3c-ace6-9736a5e6d099 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updated VIF entry in instance network info cache for port 1c2ca736-f271-483a-abdb-247f72513eec. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.359232] env[69547]: DEBUG nova.network.neutron [req-04ceb327-c83e-4688-8036-6feca4831bf8 req-7f548c68-7b7f-4b3c-ace6-9736a5e6d099 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updating instance_info_cache with network_info: [{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.586185] env[69547]: INFO nova.compute.manager [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Took 42.38 seconds to build instance. [ 856.656089] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104742} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.658031] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.658252] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bac5559-7a09-4b44-8791-eb78dbfdd786 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.676642] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "refresh_cache-56a815f4-f62e-46dc-8735-cbb255bbcbde" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.677717] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired lock "refresh_cache-56a815f4-f62e-46dc-8735-cbb255bbcbde" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.678485] env[69547]: DEBUG nova.network.neutron [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.695098] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 0e2dc0f8-d1a5-4c18-8363-abe49733dd76/0e2dc0f8-d1a5-4c18-8363-abe49733dd76.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.704485] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f702761e-8470-4da9-aa25-df7cd2ff6223 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.727283] env[69547]: DEBUG nova.network.neutron [-] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.737162] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 856.737162] env[69547]: value = "task-3161464" [ 856.737162] env[69547]: _type = "Task" [ 856.737162] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.752705] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.854020] env[69547]: DEBUG nova.compute.utils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.860494] env[69547]: DEBUG nova.compute.manager [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.861870] env[69547]: DEBUG nova.network.neutron [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.865493] env[69547]: DEBUG oslo_concurrency.lockutils [req-04ceb327-c83e-4688-8036-6feca4831bf8 req-7f548c68-7b7f-4b3c-ace6-9736a5e6d099 service nova] Releasing lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.012722] env[69547]: DEBUG nova.policy [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b3edba575eb40458b6002b2b3da467d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73f34cfb88c0463eb4210af27bde863d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.089260] env[69547]: DEBUG oslo_concurrency.lockutils [None req-848e4c1f-0671-4924-8d86-f42f18c8d6e3 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.117s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.110872] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.111708] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.111866] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.112136] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.112614] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.121603] env[69547]: INFO nova.compute.manager [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Terminating instance [ 857.230685] env[69547]: INFO nova.compute.manager [-] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Took 0.90 seconds to deallocate network for instance. [ 857.243663] env[69547]: DEBUG nova.network.neutron [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.256016] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161464, 'name': ReconfigVM_Task, 'duration_secs': 0.297207} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.257908] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 0e2dc0f8-d1a5-4c18-8363-abe49733dd76/0e2dc0f8-d1a5-4c18-8363-abe49733dd76.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.267590] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22f59371-e4e8-4699-a41b-6813b1fc698f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.279255] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 857.279255] env[69547]: value = "task-3161465" [ 857.279255] env[69547]: _type = "Task" [ 857.279255] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.292798] env[69547]: DEBUG nova.objects.instance [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lazy-loading 'flavor' on Instance uuid df53ded8-cbb1-4cde-840b-49ef4fa631c9 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.304361] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161465, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.364454] env[69547]: DEBUG nova.compute.manager [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.429013] env[69547]: DEBUG nova.network.neutron [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Successfully created port: 27e35c17-c972-4628-a4e3-db17a42462da {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.530760] env[69547]: DEBUG nova.network.neutron [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Updating instance_info_cache with network_info: [{"id": "44b2b079-cdbd-40e9-a97c-41932083abb3", "address": "fa:16:3e:c3:b3:a8", "network": {"id": "4258c950-9a4f-4bfd-9a34-845afa4d38d1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1074342994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e838739477e14d7fac064d59116fe05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b2b079-cd", "ovs_interfaceid": "44b2b079-cdbd-40e9-a97c-41932083abb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.593344] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.635354] env[69547]: DEBUG nova.compute.manager [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.636537] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.638516] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62312b10-a4ad-41e0-a425-2ce660b021ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.650524] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.651393] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7988cdb5-4c58-4a5a-935f-6a6d08396ab5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.657382] env[69547]: DEBUG nova.compute.manager [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Received event network-vif-plugged-44b2b079-cdbd-40e9-a97c-41932083abb3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.657779] env[69547]: DEBUG oslo_concurrency.lockutils [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] Acquiring lock "56a815f4-f62e-46dc-8735-cbb255bbcbde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.657940] env[69547]: DEBUG oslo_concurrency.lockutils [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] Lock "56a815f4-f62e-46dc-8735-cbb255bbcbde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.658156] env[69547]: DEBUG oslo_concurrency.lockutils [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] Lock "56a815f4-f62e-46dc-8735-cbb255bbcbde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.658356] env[69547]: DEBUG nova.compute.manager [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] No waiting events found dispatching network-vif-plugged-44b2b079-cdbd-40e9-a97c-41932083abb3 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.660423] env[69547]: WARNING nova.compute.manager [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Received unexpected event network-vif-plugged-44b2b079-cdbd-40e9-a97c-41932083abb3 for instance with vm_state building and task_state spawning. [ 857.660423] env[69547]: DEBUG nova.compute.manager [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Received event network-changed-44b2b079-cdbd-40e9-a97c-41932083abb3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.660423] env[69547]: DEBUG nova.compute.manager [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Refreshing instance network info cache due to event network-changed-44b2b079-cdbd-40e9-a97c-41932083abb3. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.660423] env[69547]: DEBUG oslo_concurrency.lockutils [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] Acquiring lock "refresh_cache-56a815f4-f62e-46dc-8735-cbb255bbcbde" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.677390] env[69547]: DEBUG oslo_vmware.api [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 857.677390] env[69547]: value = "task-3161466" [ 857.677390] env[69547]: _type = "Task" [ 857.677390] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.691740] env[69547]: DEBUG oslo_vmware.api [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.695929] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e837f64-bf61-4711-8cac-8f1272210cec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.705050] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d62ccc-5abf-4720-9639-c782e3805d37 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.741482] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c30a7-9fe6-4be2-8878-7b3f52bd58ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.745797] env[69547]: DEBUG oslo_concurrency.lockutils [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.753207] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a683c0-ed99-45e1-9102-bb9e604122f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.769559] env[69547]: DEBUG nova.compute.provider_tree [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.800021] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161465, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.800883] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ee1f3d0b-0614-4021-914f-6cd99baa2d1f tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.409s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.035110] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Releasing lock "refresh_cache-56a815f4-f62e-46dc-8735-cbb255bbcbde" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.035571] env[69547]: DEBUG nova.compute.manager [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Instance network_info: |[{"id": "44b2b079-cdbd-40e9-a97c-41932083abb3", "address": "fa:16:3e:c3:b3:a8", "network": {"id": "4258c950-9a4f-4bfd-9a34-845afa4d38d1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1074342994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e838739477e14d7fac064d59116fe05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b2b079-cd", "ovs_interfaceid": "44b2b079-cdbd-40e9-a97c-41932083abb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.035960] env[69547]: DEBUG oslo_concurrency.lockutils [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] Acquired lock "refresh_cache-56a815f4-f62e-46dc-8735-cbb255bbcbde" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.037170] env[69547]: DEBUG nova.network.neutron [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Refreshing network info cache for port 44b2b079-cdbd-40e9-a97c-41932083abb3 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.037768] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:b3:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44b2b079-cdbd-40e9-a97c-41932083abb3', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.046885] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.047501] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.048435] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e001dc42-d5aa-4547-a4cc-0e7fbf1e3a10 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.072879] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.072879] env[69547]: value = "task-3161467" [ 858.072879] env[69547]: _type = "Task" [ 858.072879] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.083442] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161467, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.123512] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.189160] env[69547]: DEBUG oslo_vmware.api [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161466, 'name': PowerOffVM_Task, 'duration_secs': 0.248002} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.189907] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.189907] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.190267] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a89df545-0f69-41ba-9b0d-94a1bb78609c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.259667] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.260352] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.260352] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleting the datastore file [datastore1] 72d3a20b-6a1b-4602-b335-e81f9e8c7c38 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.261215] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f777a9af-ddf7-4c5d-995e-8cac721c3a3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.269526] env[69547]: DEBUG oslo_vmware.api [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 858.269526] env[69547]: value = "task-3161469" [ 858.269526] env[69547]: _type = "Task" [ 858.269526] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.276103] env[69547]: DEBUG nova.scheduler.client.report [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.286419] env[69547]: DEBUG oslo_vmware.api [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.295905] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161465, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.380226] env[69547]: DEBUG nova.compute.manager [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.421967] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.422150] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.584059] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161467, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.782839] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.785255] env[69547]: DEBUG oslo_vmware.api [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205159} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.785845] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.846s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.786525] env[69547]: DEBUG nova.objects.instance [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lazy-loading 'resources' on Instance uuid 7160e6dd-68bd-44ec-9835-a85d09500b19 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.791107] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.791345] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.791534] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.791713] env[69547]: INFO nova.compute.manager [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Took 1.16 seconds to destroy the instance on the hypervisor. [ 858.791973] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.798043] env[69547]: DEBUG nova.compute.manager [-] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.798043] env[69547]: DEBUG nova.network.neutron [-] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.810219] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161465, 'name': Rename_Task, 'duration_secs': 1.261218} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.810729] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.811206] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22bdabe-f2aa-4704-88dd-4d966b38a447 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.818048] env[69547]: INFO nova.scheduler.client.report [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Deleted allocations for instance 544587a5-8903-4225-8dee-3c1fc694d154 [ 858.822755] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 858.822755] env[69547]: value = "task-3161470" [ 858.822755] env[69547]: _type = "Task" [ 858.822755] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.838132] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161470, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.927501] env[69547]: INFO nova.compute.manager [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Detaching volume 376c7131-5576-42b2-b3bf-320f1502d83b [ 858.976938] env[69547]: INFO nova.virt.block_device [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Attempting to driver detach volume 376c7131-5576-42b2-b3bf-320f1502d83b from mountpoint /dev/sdb [ 858.977172] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 858.977382] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632532', 'volume_id': '376c7131-5576-42b2-b3bf-320f1502d83b', 'name': 'volume-376c7131-5576-42b2-b3bf-320f1502d83b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df53ded8-cbb1-4cde-840b-49ef4fa631c9', 'attached_at': '', 'detached_at': '', 'volume_id': '376c7131-5576-42b2-b3bf-320f1502d83b', 'serial': '376c7131-5576-42b2-b3bf-320f1502d83b'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 858.978317] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e680b110-3733-479a-81d9-b90d6197e0ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.006108] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca165b5-5cc7-4b5a-8b6c-8d40fb3ba38d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.020122] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e1b4ca-c8b9-4435-a57d-231950c25eb6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.048066] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3289d5-d019-45c7-a81e-e8e09c10c196 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.065217] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] The volume has not been displaced from its original location: [datastore1] volume-376c7131-5576-42b2-b3bf-320f1502d83b/volume-376c7131-5576-42b2-b3bf-320f1502d83b.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 859.070902] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.071274] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d354f3e-dc3c-4156-9660-0010ddd36b81 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.092622] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161467, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.094014] env[69547]: DEBUG oslo_vmware.api [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 859.094014] env[69547]: value = "task-3161471" [ 859.094014] env[69547]: _type = "Task" [ 859.094014] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.104069] env[69547]: DEBUG oslo_vmware.api [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.188121] env[69547]: DEBUG nova.network.neutron [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Successfully updated port: 27e35c17-c972-4628-a4e3-db17a42462da {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.309103] env[69547]: DEBUG nova.network.neutron [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Updated VIF entry in instance network info cache for port 44b2b079-cdbd-40e9-a97c-41932083abb3. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.309534] env[69547]: DEBUG nova.network.neutron [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Updating instance_info_cache with network_info: [{"id": "44b2b079-cdbd-40e9-a97c-41932083abb3", "address": "fa:16:3e:c3:b3:a8", "network": {"id": "4258c950-9a4f-4bfd-9a34-845afa4d38d1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1074342994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e838739477e14d7fac064d59116fe05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b2b079-cd", "ovs_interfaceid": "44b2b079-cdbd-40e9-a97c-41932083abb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.336145] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d1636d5b-e302-4c11-965a-e1fe63c1f0df tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "544587a5-8903-4225-8dee-3c1fc694d154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.411s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.343014] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.437478] env[69547]: DEBUG nova.compute.manager [req-49bf5b23-3090-4416-b3f8-9c0b30a44d05 req-f6f045c6-da95-4332-9a78-b94e3bab7df2 service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Received event network-vif-deleted-a36d94db-212a-4ddb-ad99-2f2cdbc526d2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.437670] env[69547]: INFO nova.compute.manager [req-49bf5b23-3090-4416-b3f8-9c0b30a44d05 req-f6f045c6-da95-4332-9a78-b94e3bab7df2 service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Neutron deleted interface a36d94db-212a-4ddb-ad99-2f2cdbc526d2; detaching it from the instance and deleting it from the info cache [ 859.437842] env[69547]: DEBUG nova.network.neutron [req-49bf5b23-3090-4416-b3f8-9c0b30a44d05 req-f6f045c6-da95-4332-9a78-b94e3bab7df2 service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.516032] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquiring lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.516266] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.516705] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquiring lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.516705] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.516861] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.522859] env[69547]: INFO nova.compute.manager [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Terminating instance [ 859.595956] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161467, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.607294] env[69547]: DEBUG oslo_vmware.api [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.692378] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquiring lock "refresh_cache-124cede6-7612-418a-9ec4-3d4c2a8c64c8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.692541] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquired lock "refresh_cache-124cede6-7612-418a-9ec4-3d4c2a8c64c8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.692714] env[69547]: DEBUG nova.network.neutron [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.709972] env[69547]: DEBUG nova.compute.manager [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Received event network-vif-plugged-27e35c17-c972-4628-a4e3-db17a42462da {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.709972] env[69547]: DEBUG oslo_concurrency.lockutils [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] Acquiring lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.709972] env[69547]: DEBUG oslo_concurrency.lockutils [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] Lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.709972] env[69547]: DEBUG oslo_concurrency.lockutils [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] Lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.709972] env[69547]: DEBUG nova.compute.manager [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] No waiting events found dispatching network-vif-plugged-27e35c17-c972-4628-a4e3-db17a42462da {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.710398] env[69547]: WARNING nova.compute.manager [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Received unexpected event network-vif-plugged-27e35c17-c972-4628-a4e3-db17a42462da for instance with vm_state building and task_state spawning. [ 859.710398] env[69547]: DEBUG nova.compute.manager [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Received event network-changed-27e35c17-c972-4628-a4e3-db17a42462da {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.710398] env[69547]: DEBUG nova.compute.manager [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Refreshing instance network info cache due to event network-changed-27e35c17-c972-4628-a4e3-db17a42462da. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.710712] env[69547]: DEBUG oslo_concurrency.lockutils [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] Acquiring lock "refresh_cache-124cede6-7612-418a-9ec4-3d4c2a8c64c8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.797610] env[69547]: DEBUG nova.network.neutron [-] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.812521] env[69547]: DEBUG oslo_concurrency.lockutils [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] Releasing lock "refresh_cache-56a815f4-f62e-46dc-8735-cbb255bbcbde" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.812855] env[69547]: DEBUG nova.compute.manager [req-74deac32-2af8-42ee-b254-2d7abb562580 req-e8855089-5cdc-44ec-85e0-c0961bb86474 service nova] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Received event network-vif-deleted-378987d7-7f5e-42c9-9d0d-be8da2647fc2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.827540] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d92126c-9494-4a9d-a2ad-c650e1a60e54 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.840066] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.843308] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4946525-b859-46f0-b11a-b5ad45ad083d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.875387] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895070fa-462c-4998-927b-f05108f2138c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.883474] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c162973-b690-4dba-aa55-17b6bef60a54 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.897979] env[69547]: DEBUG nova.compute.provider_tree [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.941097] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6526315-dd9b-4bbc-b389-f091dfd24805 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.952407] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b99836-eaf3-496e-ae92-6fa2ca0570a9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.996790] env[69547]: DEBUG nova.compute.manager [req-49bf5b23-3090-4416-b3f8-9c0b30a44d05 req-f6f045c6-da95-4332-9a78-b94e3bab7df2 service nova] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Detach interface failed, port_id=a36d94db-212a-4ddb-ad99-2f2cdbc526d2, reason: Instance 72d3a20b-6a1b-4602-b335-e81f9e8c7c38 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 860.027044] env[69547]: DEBUG nova.compute.manager [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.027280] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.028247] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ae892-0650-4491-a05c-d6e8e43b122f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.035968] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.036411] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61bab97-fb7c-4201-aa69-c7539fbe298e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.042970] env[69547]: DEBUG oslo_vmware.api [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 860.042970] env[69547]: value = "task-3161472" [ 860.042970] env[69547]: _type = "Task" [ 860.042970] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.053077] env[69547]: DEBUG oslo_vmware.api [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.098797] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161467, 'name': CreateVM_Task, 'duration_secs': 1.78473} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.102061] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.102747] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.102905] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.103262] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.103966] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb46ade-838e-4b98-ac96-6f774fffab2c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.109017] env[69547]: DEBUG oslo_vmware.api [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161471, 'name': ReconfigVM_Task, 'duration_secs': 0.947649} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.109734] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.116653] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980d8657-0688-44e7-bcc6-045837ccfdbc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.128031] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 860.128031] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526f98ce-b674-f31d-9dc2-b73b8d9f472e" [ 860.128031] env[69547]: _type = "Task" [ 860.128031] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.134563] env[69547]: DEBUG oslo_vmware.api [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 860.134563] env[69547]: value = "task-3161473" [ 860.134563] env[69547]: _type = "Task" [ 860.134563] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.139153] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526f98ce-b674-f31d-9dc2-b73b8d9f472e, 'name': SearchDatastore_Task, 'duration_secs': 0.014632} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.142510] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.142799] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.143041] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.143209] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.143413] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.143683] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-490100cb-da2b-4820-894f-cb1752649642 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.150957] env[69547]: DEBUG oslo_vmware.api [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.152345] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.152563] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.153356] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3d1bdb-dc39-4f3f-9e06-024bc0b9e750 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.158676] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 860.158676] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c09814-b879-2eda-5572-399ea3a29733" [ 860.158676] env[69547]: _type = "Task" [ 860.158676] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.167819] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c09814-b879-2eda-5572-399ea3a29733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.246878] env[69547]: DEBUG nova.network.neutron [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.301097] env[69547]: INFO nova.compute.manager [-] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Took 1.51 seconds to deallocate network for instance. [ 860.342701] env[69547]: DEBUG oslo_vmware.api [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161470, 'name': PowerOnVM_Task, 'duration_secs': 1.513738} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.343797] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.344032] env[69547]: INFO nova.compute.manager [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Took 8.79 seconds to spawn the instance on the hypervisor. [ 860.344478] env[69547]: DEBUG nova.compute.manager [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.345617] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641692f0-d9a1-4cf3-89eb-bebf216b83a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.401138] env[69547]: DEBUG nova.scheduler.client.report [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.472185] env[69547]: DEBUG nova.network.neutron [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Updating instance_info_cache with network_info: [{"id": "27e35c17-c972-4628-a4e3-db17a42462da", "address": "fa:16:3e:b3:21:55", "network": {"id": "55e6956c-ec40-498d-acc1-b5ec0b91b92b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-358414121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f34cfb88c0463eb4210af27bde863d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e35c17-c9", "ovs_interfaceid": "27e35c17-c972-4628-a4e3-db17a42462da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.554448] env[69547]: DEBUG oslo_vmware.api [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161472, 'name': PowerOffVM_Task, 'duration_secs': 0.329566} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.554953] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.555158] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.555430] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e533360-7e01-45d9-9546-4b72e2216342 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.619308] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.619308] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.619308] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Deleting the datastore file [datastore2] 95c71e5d-aa84-4bfa-90ca-a171d51b8416 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.619308] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96d9c616-6a0f-4af7-8bd5-36e2334f7aba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.625384] env[69547]: DEBUG oslo_vmware.api [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for the task: (returnval){ [ 860.625384] env[69547]: value = "task-3161475" [ 860.625384] env[69547]: _type = "Task" [ 860.625384] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.634547] env[69547]: DEBUG oslo_vmware.api [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.648535] env[69547]: DEBUG oslo_vmware.api [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161473, 'name': ReconfigVM_Task, 'duration_secs': 0.227596} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.648991] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632532', 'volume_id': '376c7131-5576-42b2-b3bf-320f1502d83b', 'name': 'volume-376c7131-5576-42b2-b3bf-320f1502d83b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df53ded8-cbb1-4cde-840b-49ef4fa631c9', 'attached_at': '', 'detached_at': '', 'volume_id': '376c7131-5576-42b2-b3bf-320f1502d83b', 'serial': '376c7131-5576-42b2-b3bf-320f1502d83b'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 860.668619] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c09814-b879-2eda-5572-399ea3a29733, 'name': SearchDatastore_Task, 'duration_secs': 0.027561} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.670175] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb062af-17a0-4de1-9453-86aa4c87cecc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.675802] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 860.675802] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52360933-15fc-a1b6-6e71-bb073058d760" [ 860.675802] env[69547]: _type = "Task" [ 860.675802] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.684028] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52360933-15fc-a1b6-6e71-bb073058d760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.810957] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.874137] env[69547]: INFO nova.compute.manager [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Took 46.13 seconds to build instance. [ 860.907078] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.909033] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.476s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.910403] env[69547]: INFO nova.compute.claims [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.934697] env[69547]: INFO nova.scheduler.client.report [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Deleted allocations for instance 7160e6dd-68bd-44ec-9835-a85d09500b19 [ 860.976977] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Releasing lock "refresh_cache-124cede6-7612-418a-9ec4-3d4c2a8c64c8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.977478] env[69547]: DEBUG nova.compute.manager [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Instance network_info: |[{"id": "27e35c17-c972-4628-a4e3-db17a42462da", "address": "fa:16:3e:b3:21:55", "network": {"id": "55e6956c-ec40-498d-acc1-b5ec0b91b92b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-358414121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f34cfb88c0463eb4210af27bde863d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e35c17-c9", "ovs_interfaceid": "27e35c17-c972-4628-a4e3-db17a42462da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.977901] env[69547]: DEBUG oslo_concurrency.lockutils [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] Acquired lock "refresh_cache-124cede6-7612-418a-9ec4-3d4c2a8c64c8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.978283] env[69547]: DEBUG nova.network.neutron [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Refreshing network info cache for port 27e35c17-c972-4628-a4e3-db17a42462da {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.139906] env[69547]: DEBUG oslo_vmware.api [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Task: {'id': task-3161475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267117} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.140206] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.140394] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.140574] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.140811] env[69547]: INFO nova.compute.manager [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Took 1.11 seconds to destroy the instance on the hypervisor. [ 861.141021] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.141547] env[69547]: DEBUG nova.compute.manager [-] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.141628] env[69547]: DEBUG nova.network.neutron [-] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.187994] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52360933-15fc-a1b6-6e71-bb073058d760, 'name': SearchDatastore_Task, 'duration_secs': 0.015176} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.187994] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.188264] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 56a815f4-f62e-46dc-8735-cbb255bbcbde/56a815f4-f62e-46dc-8735-cbb255bbcbde.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.188603] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf54cda7-18a4-4986-add0-60ef19b36865 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.196652] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 861.196652] env[69547]: value = "task-3161476" [ 861.196652] env[69547]: _type = "Task" [ 861.196652] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.205300] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.206784] env[69547]: DEBUG nova.objects.instance [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lazy-loading 'flavor' on Instance uuid df53ded8-cbb1-4cde-840b-49ef4fa631c9 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.373154] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] Acquiring lock "refresh_cache-0e2dc0f8-d1a5-4c18-8363-abe49733dd76" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.373363] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] Acquired lock "refresh_cache-0e2dc0f8-d1a5-4c18-8363-abe49733dd76" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.373629] env[69547]: DEBUG nova.network.neutron [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.376787] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10c3009a-00fb-4494-989c-55f4b4552145 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.064s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.446542] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8da9c2a2-ff96-4f34-b625-f9b0d8e2866f tempest-ListImageFiltersTestJSON-278771134 tempest-ListImageFiltersTestJSON-278771134-project-member] Lock "7160e6dd-68bd-44ec-9835-a85d09500b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.027s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.490526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "33240788-23e9-4f2f-8123-8c3e25fa55ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.490526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "33240788-23e9-4f2f-8123-8c3e25fa55ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.490526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "33240788-23e9-4f2f-8123-8c3e25fa55ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.490526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "33240788-23e9-4f2f-8123-8c3e25fa55ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.490526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "33240788-23e9-4f2f-8123-8c3e25fa55ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.491885] env[69547]: INFO nova.compute.manager [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Terminating instance [ 861.628255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.628255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.628255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.628255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.628255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.631795] env[69547]: INFO nova.compute.manager [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Terminating instance [ 861.710723] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161476, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.880887] env[69547]: DEBUG nova.compute.manager [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.934985] env[69547]: DEBUG nova.network.neutron [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Updated VIF entry in instance network info cache for port 27e35c17-c972-4628-a4e3-db17a42462da. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.938140] env[69547]: DEBUG nova.network.neutron [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Updating instance_info_cache with network_info: [{"id": "27e35c17-c972-4628-a4e3-db17a42462da", "address": "fa:16:3e:b3:21:55", "network": {"id": "55e6956c-ec40-498d-acc1-b5ec0b91b92b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-358414121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f34cfb88c0463eb4210af27bde863d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e35c17-c9", "ovs_interfaceid": "27e35c17-c972-4628-a4e3-db17a42462da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.001600] env[69547]: DEBUG nova.compute.manager [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.001600] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.007891] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c26ae25-ec9a-47e9-91bd-3c78d1c55159 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.015965] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.018447] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cf34776-2137-4337-832d-1328e329d5c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.026741] env[69547]: DEBUG oslo_vmware.api [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 862.026741] env[69547]: value = "task-3161477" [ 862.026741] env[69547]: _type = "Task" [ 862.026741] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.035688] env[69547]: DEBUG oslo_vmware.api [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.139528] env[69547]: DEBUG nova.compute.manager [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.139752] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.140957] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec97e2a6-c871-4d94-925c-e82901d4c263 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.149747] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.149948] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-757cd14f-70b3-4ef2-b3b0-d9a812b29496 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.153424] env[69547]: DEBUG nova.network.neutron [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Updating instance_info_cache with network_info: [{"id": "8419a659-ed11-47c9-9b37-92554e894bf0", "address": "fa:16:3e:c4:c0:71", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419a659-ed", "ovs_interfaceid": "8419a659-ed11-47c9-9b37-92554e894bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.159492] env[69547]: DEBUG oslo_vmware.api [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 862.159492] env[69547]: value = "task-3161478" [ 862.159492] env[69547]: _type = "Task" [ 862.159492] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.171906] env[69547]: DEBUG oslo_vmware.api [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.211890] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750215} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.214792] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 56a815f4-f62e-46dc-8735-cbb255bbcbde/56a815f4-f62e-46dc-8735-cbb255bbcbde.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.214792] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.214792] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9400f46c-c67c-49d8-9e93-885efa05545c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.215408] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bb9d671c-bd5a-4bc2-9657-fa883c1b4dc7 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.793s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.224943] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 862.224943] env[69547]: value = "task-3161479" [ 862.224943] env[69547]: _type = "Task" [ 862.224943] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.234153] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.411073] env[69547]: DEBUG oslo_concurrency.lockutils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.442819] env[69547]: DEBUG oslo_concurrency.lockutils [req-9effe857-b961-4a0b-9ad0-9c80ff7288c8 req-7f31d9c8-361a-47bf-9666-ac0826663d3a service nova] Releasing lock "refresh_cache-124cede6-7612-418a-9ec4-3d4c2a8c64c8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.537154] env[69547]: DEBUG oslo_vmware.api [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161477, 'name': PowerOffVM_Task, 'duration_secs': 0.264281} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.537436] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.537611] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.537924] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420dc160-a49f-4267-aaad-d5fa5597615f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.607441] env[69547]: DEBUG nova.network.neutron [-] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.613425] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08a01a1-960f-4424-a887-905bec8e3a70 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.618906] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.619191] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.619383] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Deleting the datastore file [datastore1] 33240788-23e9-4f2f-8123-8c3e25fa55ba {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.621750] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-761505c8-f532-46a4-8386-3df227e64197 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.625229] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87bf448-4983-4a7b-8935-f918f91b3ce0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.633256] env[69547]: DEBUG oslo_vmware.api [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 862.633256] env[69547]: value = "task-3161481" [ 862.633256] env[69547]: _type = "Task" [ 862.633256] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.662353] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] Releasing lock "refresh_cache-0e2dc0f8-d1a5-4c18-8363-abe49733dd76" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.662634] env[69547]: DEBUG nova.compute.manager [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Inject network info {{(pid=69547) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 862.662915] env[69547]: DEBUG nova.compute.manager [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] network_info to inject: |[{"id": "8419a659-ed11-47c9-9b37-92554e894bf0", "address": "fa:16:3e:c4:c0:71", "network": {"id": "abfd8979-5ed1-4cad-bec4-ac0d3c8d2f13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-684349603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8229f45daca14344b7723c3b37ec0769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8419a659-ed", "ovs_interfaceid": "8419a659-ed11-47c9-9b37-92554e894bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 862.669511] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Reconfiguring VM instance to set the machine id {{(pid=69547) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 862.673773] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4556cd59-42bc-4f8b-ac04-4490db1fa30b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.689023] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7ceffc-6ef2-4bf5-b578-c9874a818222 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.695305] env[69547]: DEBUG oslo_vmware.api [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.701088] env[69547]: DEBUG oslo_vmware.api [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161478, 'name': PowerOffVM_Task, 'duration_secs': 0.275659} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.701405] env[69547]: DEBUG oslo_vmware.api [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] Waiting for the task: (returnval){ [ 862.701405] env[69547]: value = "task-3161482" [ 862.701405] env[69547]: _type = "Task" [ 862.701405] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.702086] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.702272] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.703568] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dfabee-1b23-42a0-819f-7178d44b2df5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.707400] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d726c0d-8c8b-4c1d-a735-68a6d144dd1b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.723402] env[69547]: DEBUG nova.compute.provider_tree [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.730542] env[69547]: DEBUG oslo_vmware.api [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] Task: {'id': task-3161482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.732085] env[69547]: DEBUG nova.compute.manager [req-67b578b4-8969-42ad-8f87-ff59e9fd5a51 req-471e7250-14a0-49e1-accf-c6f82c9f1719 service nova] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Received event network-vif-deleted-e7625aa5-a63f-4587-a1da-8ca82d56c399 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.755254] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116838} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.755556] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.756677] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98333a75-bf87-4c80-a127-f51995d1d55d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.786124] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 56a815f4-f62e-46dc-8735-cbb255bbcbde/56a815f4-f62e-46dc-8735-cbb255bbcbde.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.786622] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b80aec0-d8b9-43fa-96bd-9500ae3f344c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.802269] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.802534] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.803497] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Deleting the datastore file [datastore2] 6bc8782d-cf63-47a3-aa2c-69b4822438a5 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.803824] env[69547]: DEBUG nova.scheduler.client.report [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 862.804069] env[69547]: DEBUG nova.compute.provider_tree [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 75 to 76 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 862.804249] env[69547]: DEBUG nova.compute.provider_tree [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.808953] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-204ae6ab-402c-47ce-9541-2008cde0051b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.816157] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 862.816157] env[69547]: value = "task-3161484" [ 862.816157] env[69547]: _type = "Task" [ 862.816157] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.817691] env[69547]: DEBUG oslo_vmware.api [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for the task: (returnval){ [ 862.817691] env[69547]: value = "task-3161485" [ 862.817691] env[69547]: _type = "Task" [ 862.817691] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.833309] env[69547]: DEBUG oslo_vmware.api [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.836699] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.117778] env[69547]: INFO nova.compute.manager [-] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Took 1.98 seconds to deallocate network for instance. [ 863.171632] env[69547]: DEBUG oslo_vmware.api [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278439} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.171981] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.172320] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.172523] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.172794] env[69547]: INFO nova.compute.manager [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Took 1.17 seconds to destroy the instance on the hypervisor. [ 863.173099] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.173347] env[69547]: DEBUG nova.compute.manager [-] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.173540] env[69547]: DEBUG nova.network.neutron [-] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.213731] env[69547]: DEBUG oslo_vmware.api [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] Task: {'id': task-3161482, 'name': ReconfigVM_Task, 'duration_secs': 0.19716} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.214215] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0f163083-9d0c-4fd2-a704-15fa0ad6b46a tempest-ServersAdminTestJSON-982645431 tempest-ServersAdminTestJSON-982645431-project-admin] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Reconfigured VM instance to set the machine id {{(pid=69547) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 863.309803] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.310497] env[69547]: DEBUG nova.compute.manager [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.314142] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.826s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.315851] env[69547]: INFO nova.compute.claims [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.334482] env[69547]: DEBUG oslo_vmware.api [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Task: {'id': task-3161485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310764} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.338600] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.338876] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.339102] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.339287] env[69547]: INFO nova.compute.manager [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 863.339601] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.339890] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.340148] env[69547]: DEBUG nova.compute.manager [-] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.340262] env[69547]: DEBUG nova.network.neutron [-] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.631288] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.820880] env[69547]: DEBUG nova.compute.utils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.825563] env[69547]: DEBUG nova.compute.manager [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.825738] env[69547]: DEBUG nova.network.neutron [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.837650] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161484, 'name': ReconfigVM_Task, 'duration_secs': 0.574479} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.837934] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 56a815f4-f62e-46dc-8735-cbb255bbcbde/56a815f4-f62e-46dc-8735-cbb255bbcbde.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.838616] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b9946a-b759-48e8-96af-8e88f6c2ab61 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.846634] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 863.846634] env[69547]: value = "task-3161486" [ 863.846634] env[69547]: _type = "Task" [ 863.846634] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.856138] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161486, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.875690] env[69547]: DEBUG nova.policy [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25583ea0aab34bfbbb51f32054d56154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413198b9449a422eac2a3b71939b846a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.049264] env[69547]: DEBUG nova.network.neutron [-] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.071988] env[69547]: DEBUG nova.network.neutron [-] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.165655] env[69547]: DEBUG nova.network.neutron [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Successfully created port: b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.329131] env[69547]: DEBUG nova.compute.manager [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.359807] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161486, 'name': Rename_Task, 'duration_secs': 0.238274} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.362319] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.362850] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61ed52ea-fb04-4210-bbc6-ecb057913f61 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.370365] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 864.370365] env[69547]: value = "task-3161487" [ 864.370365] env[69547]: _type = "Task" [ 864.370365] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.382913] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.552743] env[69547]: INFO nova.compute.manager [-] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Took 1.38 seconds to deallocate network for instance. [ 864.575749] env[69547]: INFO nova.compute.manager [-] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Took 1.24 seconds to deallocate network for instance. [ 864.841080] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb9414f-c526-4036-969f-de2c71e9e38c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.848794] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2608641-a350-4d86-ba1a-974ddbaa8e12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.884721] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef531374-573a-4c9f-ae67-cdef0bed2c7c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.894788] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161487, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.899886] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646af6eb-ab4f-4df1-ad06-dc46595f06a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.914565] env[69547]: DEBUG nova.compute.provider_tree [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.955337] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.955677] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.957857] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.957857] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.957857] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.957857] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.957857] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.957857] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.957857] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.957857] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.957857] env[69547]: DEBUG nova.virt.hardware [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.959723] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f5fa65-ed8d-48a2-bb00-c31f67a50e05 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.969026] env[69547]: DEBUG oslo_vmware.rw_handles [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272da4c-9a51-cab3-2ef3-5dd84ae56f1f/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 864.970644] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c793809-c489-4bdc-aaa5-05f0d703219a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.975142] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1435d2a2-4551-4386-ae21-bc3d0d8983d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.989326] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:21:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e35c17-c972-4628-a4e3-db17a42462da', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.996812] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Creating folder: Project (73f34cfb88c0463eb4210af27bde863d). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.999555] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c15f81c0-23aa-417f-81a5-4657e604a814 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.001455] env[69547]: DEBUG oslo_vmware.rw_handles [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272da4c-9a51-cab3-2ef3-5dd84ae56f1f/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 865.001660] env[69547]: ERROR oslo_vmware.rw_handles [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272da4c-9a51-cab3-2ef3-5dd84ae56f1f/disk-0.vmdk due to incomplete transfer. [ 865.001957] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6b88dc9-bf84-42f4-b394-5520a9cb344f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.010884] env[69547]: DEBUG oslo_vmware.rw_handles [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5272da4c-9a51-cab3-2ef3-5dd84ae56f1f/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 865.011132] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Uploaded image 226b0e76-0c7b-48a9-8e04-23f0a86d9293 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 865.013300] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 865.014523] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d4196f7-278b-40c8-a3e5-aa31e7925a80 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.015984] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Created folder: Project (73f34cfb88c0463eb4210af27bde863d) in parent group-v632381. [ 865.016187] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Creating folder: Instances. Parent ref: group-v632540. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.016409] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e32fea7f-b54b-40c4-adc8-29f9a0495086 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.023062] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 865.023062] env[69547]: value = "task-3161489" [ 865.023062] env[69547]: _type = "Task" [ 865.023062] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.027813] env[69547]: DEBUG oslo_vmware.rw_handles [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa0494-f907-08ce-c9fe-1c1da23db9e7/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 865.028496] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fbea6f-363a-4ff4-b36b-09bf2daa34b0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.034201] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Created folder: Instances in parent group-v632540. [ 865.034201] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.034201] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.034201] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d86c3dec-567f-473c-9d34-c4551f362b84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.051964] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161489, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.052255] env[69547]: DEBUG oslo_vmware.rw_handles [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa0494-f907-08ce-c9fe-1c1da23db9e7/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 865.052420] env[69547]: ERROR oslo_vmware.rw_handles [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa0494-f907-08ce-c9fe-1c1da23db9e7/disk-0.vmdk due to incomplete transfer. [ 865.052971] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6dcd9671-8dd2-4f97-91e6-a6efd67ef827 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.057051] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.057051] env[69547]: value = "task-3161491" [ 865.057051] env[69547]: _type = "Task" [ 865.057051] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.061836] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.062166] env[69547]: DEBUG oslo_vmware.rw_handles [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa0494-f907-08ce-c9fe-1c1da23db9e7/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 865.062326] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Uploaded image c3db1924-5367-4a35-bb6e-ac550ae2a6cf to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 865.064237] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 865.065099] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d64e5af8-d33d-4066-8953-debae5f18a00 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.069175] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161491, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.074853] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 865.074853] env[69547]: value = "task-3161492" [ 865.074853] env[69547]: _type = "Task" [ 865.074853] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.081944] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.085090] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161492, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.339496] env[69547]: DEBUG nova.compute.manager [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.366694] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.366943] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.367118] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.367318] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.367461] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.367602] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.367803] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.367954] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.368131] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.371372] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.371372] env[69547]: DEBUG nova.virt.hardware [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.371372] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9230951f-6a4d-4be3-bf5c-dfbd308d9a11 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.380358] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c66306-6f30-4337-a692-67dca5981e62 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.400040] env[69547]: DEBUG oslo_vmware.api [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161487, 'name': PowerOnVM_Task, 'duration_secs': 0.81071} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.400351] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.400547] env[69547]: INFO nova.compute.manager [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Took 9.84 seconds to spawn the instance on the hypervisor. [ 865.400732] env[69547]: DEBUG nova.compute.manager [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.401569] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834e43e9-202e-4854-a558-c37473080d30 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.414018] env[69547]: DEBUG nova.compute.manager [req-5fa06efa-863d-46e9-9388-d451464ea2bb req-86ff5a34-c7d0-4195-9359-53d41a739262 service nova] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Received event network-vif-deleted-1192d789-0805-44fc-bdca-ab763c1b2ae9 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.436310] env[69547]: ERROR nova.scheduler.client.report [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [req-b7244c97-8b32-46ca-9e35-3cfdef70e708] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3dff35a2-8b92-4f77-8c0d-98fc04223d9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7244c97-8b32-46ca-9e35-3cfdef70e708"}]} [ 865.453147] env[69547]: DEBUG nova.scheduler.client.report [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Refreshing inventories for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 865.467194] env[69547]: DEBUG nova.scheduler.client.report [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Updating ProviderTree inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 865.467447] env[69547]: DEBUG nova.compute.provider_tree [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.478801] env[69547]: DEBUG nova.scheduler.client.report [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Refreshing aggregate associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, aggregates: None {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 865.500659] env[69547]: DEBUG nova.scheduler.client.report [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Refreshing trait associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 865.535110] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161489, 'name': Destroy_Task, 'duration_secs': 0.388889} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.535397] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Destroyed the VM [ 865.535638] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.535888] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-abbc550a-592d-4b7b-b5c1-899f4efcb6b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.542593] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 865.542593] env[69547]: value = "task-3161493" [ 865.542593] env[69547]: _type = "Task" [ 865.542593] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.558651] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.567370] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161491, 'name': CreateVM_Task, 'duration_secs': 0.431693} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.569769] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.570783] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.570943] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.571315] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.571779] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd195ec-3d39-47ba-96a3-7b99baa56cc2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.576099] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 865.576099] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5245f12d-868e-5e17-8b17-1b7a1950e3d2" [ 865.576099] env[69547]: _type = "Task" [ 865.576099] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.588885] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161492, 'name': Destroy_Task, 'duration_secs': 0.371463} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.591997] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Destroyed the VM [ 865.592268] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.592523] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5245f12d-868e-5e17-8b17-1b7a1950e3d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.592728] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-77be8a00-222e-4730-82a1-ecbc87941474 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.598740] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 865.598740] env[69547]: value = "task-3161494" [ 865.598740] env[69547]: _type = "Task" [ 865.598740] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.606515] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161494, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.753043] env[69547]: DEBUG nova.network.neutron [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Successfully updated port: b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.856063] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.856344] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.925346] env[69547]: INFO nova.compute.manager [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Took 49.49 seconds to build instance. [ 866.021202] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184683a8-fdc0-4879-8907-f2f0d8cd5ef8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.029110] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d8a6ce-7e2e-4c08-9b36-8f4225bc856c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.061337] env[69547]: DEBUG oslo_concurrency.lockutils [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-3295dc83-0554-4159-8f3f-d444d6e89b30-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.061614] env[69547]: DEBUG oslo_concurrency.lockutils [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-3295dc83-0554-4159-8f3f-d444d6e89b30-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.061953] env[69547]: DEBUG nova.objects.instance [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'flavor' on Instance uuid 3295dc83-0554-4159-8f3f-d444d6e89b30 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.067187] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b64855-eb20-46eb-a0d4-9912727fd233 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.075823] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161493, 'name': RemoveSnapshot_Task, 'duration_secs': 0.349207} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.078784] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.079122] env[69547]: DEBUG nova.compute.manager [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.080029] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef48cff3-714e-4a75-a895-b61141d18f0d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.083507] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b8c673-d2ee-4926-a24c-8ee9c1194488 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.107824] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5245f12d-868e-5e17-8b17-1b7a1950e3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.025025} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.107996] env[69547]: DEBUG nova.compute.provider_tree [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.112268] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.112529] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.112788] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.112937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.113128] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.113612] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9472b65f-9e78-4c06-9093-34f373ff9f1f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.120299] env[69547]: DEBUG oslo_vmware.api [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161494, 'name': RemoveSnapshot_Task, 'duration_secs': 0.519182} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.121511] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.121511] env[69547]: INFO nova.compute.manager [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Took 14.45 seconds to snapshot the instance on the hypervisor. [ 866.124832] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.125052] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.125930] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3ed4dd-5828-4f3b-9e59-e5917550a23d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.130853] env[69547]: DEBUG nova.compute.manager [req-395000d4-40b8-4cbf-8216-4592bb59e1ce req-19343c9c-9068-4517-b831-ee2d70f0c339 service nova] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Received event network-vif-deleted-840a551b-942a-4129-80d9-ebe6497ea561 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.133068] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 866.133068] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd45c1-202f-d575-4e65-669af5d73ee8" [ 866.133068] env[69547]: _type = "Task" [ 866.133068] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.141855] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd45c1-202f-d575-4e65-669af5d73ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.258531] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "refresh_cache-746089ba-9b21-41fa-addc-98ef8a22ac9f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.258531] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "refresh_cache-746089ba-9b21-41fa-addc-98ef8a22ac9f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.258531] env[69547]: DEBUG nova.network.neutron [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.428553] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b3fa604a-ac80-459f-9413-e83822660083 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "56a815f4-f62e-46dc-8735-cbb255bbcbde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.697s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.613299] env[69547]: INFO nova.compute.manager [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Shelve offloading [ 866.646992] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd45c1-202f-d575-4e65-669af5d73ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.018991} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.648340] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa4dab7-b978-4b84-8350-94da613e3182 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.652025] env[69547]: DEBUG nova.scheduler.client.report [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 866.652691] env[69547]: DEBUG nova.compute.provider_tree [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 77 to 78 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 866.652691] env[69547]: DEBUG nova.compute.provider_tree [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.661997] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 866.661997] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ed9477-25bd-e726-b80c-6170df56c215" [ 866.661997] env[69547]: _type = "Task" [ 866.661997] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.673420] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ed9477-25bd-e726-b80c-6170df56c215, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.674330] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.674616] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 124cede6-7612-418a-9ec4-3d4c2a8c64c8/124cede6-7612-418a-9ec4-3d4c2a8c64c8.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.675667] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47b508f5-9acf-4d79-aecb-8e4d226738fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.685758] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 866.685758] env[69547]: value = "task-3161495" [ 866.685758] env[69547]: _type = "Task" [ 866.685758] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.689928] env[69547]: DEBUG nova.compute.manager [None req-5b796bb1-3f22-4679-bf9d-c5138fb50890 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Found 1 images (rotation: 2) {{(pid=69547) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 866.691825] env[69547]: DEBUG nova.objects.instance [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'pci_requests' on Instance uuid 3295dc83-0554-4159-8f3f-d444d6e89b30 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.698309] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.811763] env[69547]: DEBUG nova.network.neutron [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.933292] env[69547]: DEBUG nova.compute.manager [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.959595] env[69547]: DEBUG nova.network.neutron [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Updating instance_info_cache with network_info: [{"id": "b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5", "address": "fa:16:3e:3d:84:a5", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16b6e62-2b", "ovs_interfaceid": "b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.120577] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.120577] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c626fc2-8608-4ac8-bb47-60749cdeb87b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.129415] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 867.129415] env[69547]: value = "task-3161496" [ 867.129415] env[69547]: _type = "Task" [ 867.129415] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.142583] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 867.143034] env[69547]: DEBUG nova.compute.manager [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.144139] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a0d6ca-577a-4338-aa2a-3dc37d614b6a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.152101] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.152310] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.153027] env[69547]: DEBUG nova.network.neutron [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.158251] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.844s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.158927] env[69547]: DEBUG nova.compute.manager [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.163430] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.608s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.165320] env[69547]: INFO nova.compute.claims [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.195170] env[69547]: DEBUG nova.objects.base [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Object Instance<3295dc83-0554-4159-8f3f-d444d6e89b30> lazy-loaded attributes: flavor,pci_requests {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 867.195418] env[69547]: DEBUG nova.network.neutron [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.202937] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161495, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.244164] env[69547]: DEBUG nova.policy [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0d7100fe3f4fa89987884662765bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bdf3125741644dc957ed8a9909addb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.461033] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.462696] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "refresh_cache-746089ba-9b21-41fa-addc-98ef8a22ac9f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.463017] env[69547]: DEBUG nova.compute.manager [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Instance network_info: |[{"id": "b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5", "address": "fa:16:3e:3d:84:a5", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16b6e62-2b", "ovs_interfaceid": "b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.463433] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:84:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.470886] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.471106] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.471366] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56907c77-ced7-4dfc-9659-ee788cbdba6d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.490593] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.490593] env[69547]: value = "task-3161497" [ 867.490593] env[69547]: _type = "Task" [ 867.490593] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.498625] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161497, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.644581] env[69547]: DEBUG nova.network.neutron [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Successfully created port: 165a544c-892a-430b-9955-ceebbf3f0ea2 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.675945] env[69547]: DEBUG nova.compute.utils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.678148] env[69547]: DEBUG nova.compute.manager [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.678148] env[69547]: DEBUG nova.network.neutron [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.705609] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768518} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.705856] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 124cede6-7612-418a-9ec4-3d4c2a8c64c8/124cede6-7612-418a-9ec4-3d4c2a8c64c8.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.706103] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.706363] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec130311-0f4c-4f33-bd97-1471ca6dbc45 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.713357] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 867.713357] env[69547]: value = "task-3161498" [ 867.713357] env[69547]: _type = "Task" [ 867.713357] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.724814] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.733846] env[69547]: DEBUG nova.compute.manager [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.735211] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b956ae5f-5156-4ff4-83ea-a071f544956c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.772910] env[69547]: DEBUG nova.policy [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d7b644241f94a89a685d5df78263be8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75fa4d55eff1451ca24c34c59012bbfb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.922778] env[69547]: DEBUG nova.network.neutron [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating instance_info_cache with network_info: [{"id": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "address": "fa:16:3e:8a:0b:85", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b123fe9-8f", "ovs_interfaceid": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.001872] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161497, 'name': CreateVM_Task, 'duration_secs': 0.405265} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.002060] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.002827] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.002953] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.003322] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.003550] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb2bc2d-ed5a-4f3a-b832-f045b67eb5fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.010045] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 868.010045] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5236af78-6385-7982-7c0d-e3bd5e441cc4" [ 868.010045] env[69547]: _type = "Task" [ 868.010045] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.016110] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5236af78-6385-7982-7c0d-e3bd5e441cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.188112] env[69547]: DEBUG nova.compute.utils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.225366] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074889} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.225515] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.227431] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4061219b-f494-4109-8ff1-1acec3c4d66d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.252982] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 124cede6-7612-418a-9ec4-3d4c2a8c64c8/124cede6-7612-418a-9ec4-3d4c2a8c64c8.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.258611] env[69547]: INFO nova.compute.manager [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] instance snapshotting [ 868.260663] env[69547]: DEBUG nova.objects.instance [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'flavor' on Instance uuid e1ea28d1-194d-4e26-8b7d-bf1060528315 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.263471] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc5d03b6-d3e3-4dda-9235-3ab6f9a609de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.289041] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1f3a03-a2d8-4e89-9f2c-3ea0f3858f5f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.293937] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 868.293937] env[69547]: value = "task-3161499" [ 868.293937] env[69547]: _type = "Task" [ 868.293937] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.322106] env[69547]: DEBUG nova.network.neutron [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Successfully created port: 32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.325140] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952a9e1c-3d5a-40c6-bb0f-eaacea26170a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.332882] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.427424] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.521725] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5236af78-6385-7982-7c0d-e3bd5e441cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.014968} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.524391] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.524642] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.524878] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.525583] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.525583] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.527586] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f925b2a8-ae5b-4e81-82cc-0bb06dc27710 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.539851] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.539939] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.540892] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1e71b6-d837-4320-ba19-655cf437b767 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.547327] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 868.547327] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cd722a-db3e-1edb-7f0d-7d4d42ed004d" [ 868.547327] env[69547]: _type = "Task" [ 868.547327] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.558053] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cd722a-db3e-1edb-7f0d-7d4d42ed004d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.690696] env[69547]: DEBUG nova.compute.manager [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.806721] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161499, 'name': ReconfigVM_Task, 'duration_secs': 0.37508} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.807863] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 124cede6-7612-418a-9ec4-3d4c2a8c64c8/124cede6-7612-418a-9ec4-3d4c2a8c64c8.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.808997] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb993111-610e-4db5-b096-d3ea95e4f744 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.812305] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.812548] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04c5625a-e91b-405c-895e-d8e5d40b180d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.814476] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3300a6-8b62-4f3c-84bf-af51992cc8d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.822406] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.824617] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf94dce0-3b76-458e-ae6d-6fc0f731a3a2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.826106] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 868.826106] env[69547]: value = "task-3161500" [ 868.826106] env[69547]: _type = "Task" [ 868.826106] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.826998] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2486fd84-c1c8-479d-9ddd-177ec5e7a28f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.838124] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161500, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.863520] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 868.864271] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f508dbbc-adda-42f5-b598-1a3d7bb243eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.867694] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb4d1a-696f-4c03-a002-e814e2dc63c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.882496] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c8d159-4c4c-4db7-9e25-012549baa609 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.889615] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 868.889615] env[69547]: value = "task-3161502" [ 868.889615] env[69547]: _type = "Task" [ 868.889615] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.907290] env[69547]: DEBUG nova.compute.provider_tree [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.912892] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.912892] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.912892] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleting the datastore file [datastore2] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.912892] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cd9b510-8547-4220-90ab-49d04975d280 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.919925] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.925264] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 868.925264] env[69547]: value = "task-3161503" [ 868.925264] env[69547]: _type = "Task" [ 868.925264] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.938313] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.057758] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cd722a-db3e-1edb-7f0d-7d4d42ed004d, 'name': SearchDatastore_Task, 'duration_secs': 0.012325} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.058581] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd526847-9ca1-4c1c-8755-2f44fe05cb1b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.064625] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 869.064625] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52215763-b613-1c26-904c-d52312d023de" [ 869.064625] env[69547]: _type = "Task" [ 869.064625] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.075687] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52215763-b613-1c26-904c-d52312d023de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.340104] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161500, 'name': Rename_Task, 'duration_secs': 0.145412} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.340395] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.340672] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-679c4c43-b733-4520-a34d-52d0e1aabce1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.347890] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 869.347890] env[69547]: value = "task-3161504" [ 869.347890] env[69547]: _type = "Task" [ 869.347890] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.356477] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.399093] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161502, 'name': CreateSnapshot_Task, 'duration_secs': 0.473996} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.399405] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 869.400287] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d43a9f-a5a7-4d9f-94b8-63b27887d384 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.414374] env[69547]: DEBUG nova.scheduler.client.report [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.435917] env[69547]: DEBUG oslo_vmware.api [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256346} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.436437] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.436680] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.436904] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.452151] env[69547]: DEBUG nova.network.neutron [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Successfully updated port: 165a544c-892a-430b-9955-ceebbf3f0ea2 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.463218] env[69547]: INFO nova.scheduler.client.report [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted allocations for instance 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 [ 869.504449] env[69547]: DEBUG nova.compute.manager [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Received event network-vif-plugged-b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.504671] env[69547]: DEBUG oslo_concurrency.lockutils [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] Acquiring lock "746089ba-9b21-41fa-addc-98ef8a22ac9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.504876] env[69547]: DEBUG oslo_concurrency.lockutils [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] Lock "746089ba-9b21-41fa-addc-98ef8a22ac9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.508210] env[69547]: DEBUG oslo_concurrency.lockutils [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] Lock "746089ba-9b21-41fa-addc-98ef8a22ac9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.508429] env[69547]: DEBUG nova.compute.manager [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] No waiting events found dispatching network-vif-plugged-b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.508605] env[69547]: WARNING nova.compute.manager [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Received unexpected event network-vif-plugged-b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5 for instance with vm_state building and task_state spawning. [ 869.508768] env[69547]: DEBUG nova.compute.manager [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Received event network-changed-b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.508920] env[69547]: DEBUG nova.compute.manager [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Refreshing instance network info cache due to event network-changed-b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.509127] env[69547]: DEBUG oslo_concurrency.lockutils [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] Acquiring lock "refresh_cache-746089ba-9b21-41fa-addc-98ef8a22ac9f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.509261] env[69547]: DEBUG oslo_concurrency.lockutils [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] Acquired lock "refresh_cache-746089ba-9b21-41fa-addc-98ef8a22ac9f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.509415] env[69547]: DEBUG nova.network.neutron [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Refreshing network info cache for port b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.577966] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52215763-b613-1c26-904c-d52312d023de, 'name': SearchDatastore_Task, 'duration_secs': 0.019111} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.578534] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.578794] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 746089ba-9b21-41fa-addc-98ef8a22ac9f/746089ba-9b21-41fa-addc-98ef8a22ac9f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.579053] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-658ced60-bf6c-43c4-9ebd-0a29b11a2b8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.586161] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 869.586161] env[69547]: value = "task-3161505" [ 869.586161] env[69547]: _type = "Task" [ 869.586161] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.593527] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.700639] env[69547]: DEBUG nova.compute.manager [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.732103] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:16:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='414106643',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1802483591',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.732376] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.732537] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.732717] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.732862] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.733015] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.733234] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.733396] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.733565] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.733749] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.733938] env[69547]: DEBUG nova.virt.hardware [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.734852] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895774d9-04fa-49c2-babd-0ed8576e8a12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.743215] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41376ca-a034-4e4e-ae0d-4379ca4b00b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.857183] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.918049] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.918843] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.919459] env[69547]: DEBUG nova.compute.manager [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.921910] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-916a9a63-321c-4920-9c3c-eda46d29892c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.925732] env[69547]: DEBUG oslo_concurrency.lockutils [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.694s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.926008] env[69547]: DEBUG nova.objects.instance [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lazy-loading 'resources' on Instance uuid 96c066fd-a046-425e-84a0-79862433576b {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.936902] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 869.936902] env[69547]: value = "task-3161506" [ 869.936902] env[69547]: _type = "Task" [ 869.936902] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.943420] env[69547]: DEBUG nova.compute.manager [req-37f6bc64-d88a-4438-abb8-31ee62f83342 req-7963e99e-14fe-4405-b304-0eac8c6206d3 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received event network-vif-unplugged-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.943686] env[69547]: DEBUG oslo_concurrency.lockutils [req-37f6bc64-d88a-4438-abb8-31ee62f83342 req-7963e99e-14fe-4405-b304-0eac8c6206d3 service nova] Acquiring lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.943881] env[69547]: DEBUG oslo_concurrency.lockutils [req-37f6bc64-d88a-4438-abb8-31ee62f83342 req-7963e99e-14fe-4405-b304-0eac8c6206d3 service nova] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.944061] env[69547]: DEBUG oslo_concurrency.lockutils [req-37f6bc64-d88a-4438-abb8-31ee62f83342 req-7963e99e-14fe-4405-b304-0eac8c6206d3 service nova] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.944232] env[69547]: DEBUG nova.compute.manager [req-37f6bc64-d88a-4438-abb8-31ee62f83342 req-7963e99e-14fe-4405-b304-0eac8c6206d3 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] No waiting events found dispatching network-vif-unplugged-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.944400] env[69547]: WARNING nova.compute.manager [req-37f6bc64-d88a-4438-abb8-31ee62f83342 req-7963e99e-14fe-4405-b304-0eac8c6206d3 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received unexpected event network-vif-unplugged-9b123fe9-8ff4-4e53-acdc-55faf26371a6 for instance with vm_state shelved_offloaded and task_state None. [ 869.948488] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161506, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.954812] env[69547]: DEBUG oslo_concurrency.lockutils [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.955033] env[69547]: DEBUG oslo_concurrency.lockutils [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.955241] env[69547]: DEBUG nova.network.neutron [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.967705] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.085171] env[69547]: DEBUG nova.compute.manager [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.085984] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139de1fa-7b5b-4997-a4c1-6af54eb4de4a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.111766] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.358655] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161504, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.389569] env[69547]: DEBUG nova.network.neutron [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Successfully updated port: 32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.428373] env[69547]: DEBUG nova.compute.utils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.429272] env[69547]: DEBUG nova.network.neutron [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Updated VIF entry in instance network info cache for port b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.429598] env[69547]: DEBUG nova.network.neutron [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Updating instance_info_cache with network_info: [{"id": "b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5", "address": "fa:16:3e:3d:84:a5", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16b6e62-2b", "ovs_interfaceid": "b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.430643] env[69547]: DEBUG nova.compute.manager [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.430999] env[69547]: DEBUG nova.network.neutron [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.449714] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161506, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.486730] env[69547]: DEBUG nova.policy [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0044fdd8a8564ddf807ffe70a22f0dd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92fb9636af149b19bf7baafa05741d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.509065] env[69547]: WARNING nova.network.neutron [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] 185db1c3-8c86-43b3-a250-1069620f2ca3 already exists in list: networks containing: ['185db1c3-8c86-43b3-a250-1069620f2ca3']. ignoring it [ 870.601664] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760883} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.602030] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 746089ba-9b21-41fa-addc-98ef8a22ac9f/746089ba-9b21-41fa-addc-98ef8a22ac9f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.602122] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.602339] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb123471-6fdb-48d3-95d0-edd54597f46f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.613739] env[69547]: INFO nova.compute.manager [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] instance snapshotting [ 870.615947] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 870.615947] env[69547]: value = "task-3161507" [ 870.615947] env[69547]: _type = "Task" [ 870.615947] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.616982] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68dcdbc-76dd-43d3-b24f-ba299f79e3e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.631235] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.649239] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41e7343-3346-4ab9-a665-4b520cb0f2c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.861387] env[69547]: DEBUG oslo_vmware.api [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161504, 'name': PowerOnVM_Task, 'duration_secs': 1.23476} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.861913] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.862185] env[69547]: INFO nova.compute.manager [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Took 12.48 seconds to spawn the instance on the hypervisor. [ 870.862433] env[69547]: DEBUG nova.compute.manager [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.863611] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0fe62d-4109-4375-9710-9ce2de2ccd37 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.892196] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "refresh_cache-8f8e4449-2651-4450-90ff-18e61940022f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.892362] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquired lock "refresh_cache-8f8e4449-2651-4450-90ff-18e61940022f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.892620] env[69547]: DEBUG nova.network.neutron [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.937515] env[69547]: DEBUG nova.compute.manager [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.940478] env[69547]: DEBUG oslo_concurrency.lockutils [req-143730fa-952d-45c6-b468-c0d7259fde30 req-fe3b676d-a079-4479-955c-a62fd8455cc5 service nova] Releasing lock "refresh_cache-746089ba-9b21-41fa-addc-98ef8a22ac9f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.950937] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161506, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.993032] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fd664e-9792-4bdd-8b63-a5324f7f4d95 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.000342] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dd4411-49aa-4b56-8887-8155522bf4ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.035959] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a72ac7-468a-4ca2-8242-65b90132892e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.043960] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bddd23c-94d7-4c40-ae71-a8516b518874 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.057147] env[69547]: DEBUG nova.compute.provider_tree [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.106876] env[69547]: DEBUG nova.network.neutron [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updating instance_info_cache with network_info: [{"id": "03363c43-63e1-4727-bfa8-076af148695d", "address": "fa:16:3e:dc:86:a5", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03363c43-63", "ovs_interfaceid": "03363c43-63e1-4727-bfa8-076af148695d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "165a544c-892a-430b-9955-ceebbf3f0ea2", "address": "fa:16:3e:67:da:cb", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165a544c-89", "ovs_interfaceid": "165a544c-892a-430b-9955-ceebbf3f0ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.113020] env[69547]: DEBUG nova.network.neutron [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Successfully created port: 1d8f980e-f8eb-4934-bd27-e6629a15dbe2 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.128503] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084522} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.128788] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.129593] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1a97b9-4bdd-4522-9261-cf7fe2c3189c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.151994] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 746089ba-9b21-41fa-addc-98ef8a22ac9f/746089ba-9b21-41fa-addc-98ef8a22ac9f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.152338] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc0a47a-7d5a-4fff-a7fb-8aa2ed12ef10 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.168275] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 871.168870] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2fc28ad3-5874-443c-9a08-c39b72814876 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.177677] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 871.177677] env[69547]: value = "task-3161509" [ 871.177677] env[69547]: _type = "Task" [ 871.177677] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.177937] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 871.177937] env[69547]: value = "task-3161508" [ 871.177937] env[69547]: _type = "Task" [ 871.177937] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.191105] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.194209] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.382595] env[69547]: INFO nova.compute.manager [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Took 49.00 seconds to build instance. [ 871.438617] env[69547]: DEBUG nova.network.neutron [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.454138] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161506, 'name': CloneVM_Task, 'duration_secs': 1.330709} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.454403] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Created linked-clone VM from snapshot [ 871.455176] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09147d2b-a59b-47c6-b9eb-efb1589b43b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.463293] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Uploading image 0525cbdf-d2fd-4713-99e9-7ef6ba953f6e {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 871.486951] env[69547]: DEBUG oslo_vmware.rw_handles [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.486951] env[69547]: value = "vm-632545" [ 871.486951] env[69547]: _type = "VirtualMachine" [ 871.486951] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.487234] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0fdcb8f0-a054-45f9-a9b1-2c4815369012 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.494376] env[69547]: DEBUG oslo_vmware.rw_handles [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease: (returnval){ [ 871.494376] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc1c9b-e926-b1d4-ff2a-116e7b9477ca" [ 871.494376] env[69547]: _type = "HttpNfcLease" [ 871.494376] env[69547]: } obtained for exporting VM: (result){ [ 871.494376] env[69547]: value = "vm-632545" [ 871.494376] env[69547]: _type = "VirtualMachine" [ 871.494376] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 871.494645] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the lease: (returnval){ [ 871.494645] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc1c9b-e926-b1d4-ff2a-116e7b9477ca" [ 871.494645] env[69547]: _type = "HttpNfcLease" [ 871.494645] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.501611] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.501611] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc1c9b-e926-b1d4-ff2a-116e7b9477ca" [ 871.501611] env[69547]: _type = "HttpNfcLease" [ 871.501611] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.560669] env[69547]: DEBUG nova.scheduler.client.report [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.566425] env[69547]: DEBUG nova.network.neutron [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Successfully created port: 7114d238-2c8a-49bd-92ce-905046edab3a {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.610546] env[69547]: DEBUG oslo_concurrency.lockutils [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.611121] env[69547]: DEBUG oslo_concurrency.lockutils [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.611257] env[69547]: DEBUG oslo_concurrency.lockutils [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.612183] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2b19ae-de7b-4b20-ac10-0ccdf395e900 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.629768] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.630532] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.630532] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.630532] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.630532] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.630733] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.630885] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.631066] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.631244] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.631411] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.631632] env[69547]: DEBUG nova.virt.hardware [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.638408] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Reconfiguring VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 871.638804] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303c6a5e-b26f-4ecd-9ff5-f6300ee0ac6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.658988] env[69547]: DEBUG oslo_vmware.api [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 871.658988] env[69547]: value = "task-3161511" [ 871.658988] env[69547]: _type = "Task" [ 871.658988] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.671498] env[69547]: DEBUG oslo_vmware.api [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161511, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.690885] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.694496] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.747420] env[69547]: DEBUG nova.network.neutron [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Updating instance_info_cache with network_info: [{"id": "32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4", "address": "fa:16:3e:3a:b2:1b", "network": {"id": "9f918bd7-e7c6-471c-8043-1b39f3df51cb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-372604917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fa4d55eff1451ca24c34c59012bbfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2d8e4-71", "ovs_interfaceid": "32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.884679] env[69547]: DEBUG oslo_concurrency.lockutils [None req-eb63a2fd-3f23-40b3-acf3-fb24036902ff tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.538s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.949895] env[69547]: DEBUG nova.compute.manager [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.977987] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.977987] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.977987] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.977987] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.977987] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.977987] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.977987] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.978366] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.978366] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.978366] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.978530] env[69547]: DEBUG nova.virt.hardware [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.979424] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d8b82a-41a2-4c8c-a707-2215813e7806 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.987883] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a9e0df-dd5f-4212-a490-e61624a6549f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.008801] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.008801] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc1c9b-e926-b1d4-ff2a-116e7b9477ca" [ 872.008801] env[69547]: _type = "HttpNfcLease" [ 872.008801] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 872.009116] env[69547]: DEBUG oslo_vmware.rw_handles [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 872.009116] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc1c9b-e926-b1d4-ff2a-116e7b9477ca" [ 872.009116] env[69547]: _type = "HttpNfcLease" [ 872.009116] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 872.009862] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b1e8c2-cc1d-437c-943d-ccf36cfdf9dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.016988] env[69547]: DEBUG oslo_vmware.rw_handles [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232c0d2-7492-fa22-2631-96e2984757a2/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 872.017183] env[69547]: DEBUG oslo_vmware.rw_handles [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232c0d2-7492-fa22-2631-96e2984757a2/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 872.075192] env[69547]: DEBUG oslo_concurrency.lockutils [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.078745] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.446s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.082019] env[69547]: DEBUG nova.objects.instance [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lazy-loading 'resources' on Instance uuid 776708f7-9e48-4926-ab1d-d2a004fd5b3a {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.102881] env[69547]: INFO nova.scheduler.client.report [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Deleted allocations for instance 96c066fd-a046-425e-84a0-79862433576b [ 872.111755] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c24e9cc-a88b-48e9-ab2b-a52227c01853 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.171386] env[69547]: DEBUG oslo_vmware.api [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161511, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.189256] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.192368] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161508, 'name': ReconfigVM_Task, 'duration_secs': 0.548246} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.192658] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 746089ba-9b21-41fa-addc-98ef8a22ac9f/746089ba-9b21-41fa-addc-98ef8a22ac9f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.193268] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18ade026-31c0-4f5d-b557-ddc6fcc0c823 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.198655] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 872.198655] env[69547]: value = "task-3161512" [ 872.198655] env[69547]: _type = "Task" [ 872.198655] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.205570] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161512, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.249909] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Releasing lock "refresh_cache-8f8e4449-2651-4450-90ff-18e61940022f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.250377] env[69547]: DEBUG nova.compute.manager [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Instance network_info: |[{"id": "32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4", "address": "fa:16:3e:3a:b2:1b", "network": {"id": "9f918bd7-e7c6-471c-8043-1b39f3df51cb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-372604917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fa4d55eff1451ca24c34c59012bbfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2d8e4-71", "ovs_interfaceid": "32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.250697] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:b2:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.258570] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.258807] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.259065] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-363a1406-1f1c-40af-81e2-31f63729f06e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.281315] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.281315] env[69547]: value = "task-3161513" [ 872.281315] env[69547]: _type = "Task" [ 872.281315] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.291701] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161513, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.388712] env[69547]: DEBUG nova.compute.manager [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.619322] env[69547]: DEBUG oslo_concurrency.lockutils [None req-82bd45c0-f7fb-4930-8514-7ec51f6dd1fd tempest-InstanceActionsV221TestJSON-1291265251 tempest-InstanceActionsV221TestJSON-1291265251-project-member] Lock "96c066fd-a046-425e-84a0-79862433576b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.936s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.680529] env[69547]: DEBUG oslo_vmware.api [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.688932] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161509, 'name': CreateSnapshot_Task, 'duration_secs': 1.18855} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.689298] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 872.690843] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558bc0a2-7e18-4e26-834d-ee53729e05c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.721224] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161512, 'name': Rename_Task, 'duration_secs': 0.193604} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.721856] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.722709] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-620bcf08-721b-4d68-bda4-a9a9c9bce08c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.729637] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 872.729637] env[69547]: value = "task-3161514" [ 872.729637] env[69547]: _type = "Task" [ 872.729637] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.741620] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.770033] env[69547]: DEBUG nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Received event network-vif-plugged-165a544c-892a-430b-9955-ceebbf3f0ea2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.770395] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Acquiring lock "3295dc83-0554-4159-8f3f-d444d6e89b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.770724] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.770946] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.771169] env[69547]: DEBUG nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] No waiting events found dispatching network-vif-plugged-165a544c-892a-430b-9955-ceebbf3f0ea2 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.771442] env[69547]: WARNING nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Received unexpected event network-vif-plugged-165a544c-892a-430b-9955-ceebbf3f0ea2 for instance with vm_state active and task_state None. [ 872.771645] env[69547]: DEBUG nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Received event network-changed-165a544c-892a-430b-9955-ceebbf3f0ea2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.771810] env[69547]: DEBUG nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Refreshing instance network info cache due to event network-changed-165a544c-892a-430b-9955-ceebbf3f0ea2. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.772036] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Acquiring lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.772240] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Acquired lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.772648] env[69547]: DEBUG nova.network.neutron [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Refreshing network info cache for port 165a544c-892a-430b-9955-ceebbf3f0ea2 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.794071] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161513, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.913490] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.110417] env[69547]: DEBUG nova.compute.manager [req-0ecd5b24-419e-420e-be0a-cfaa12f58091 req-fa59fc34-8c47-476b-aa71-c7fd162780e4 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received event network-changed-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.110626] env[69547]: DEBUG nova.compute.manager [req-0ecd5b24-419e-420e-be0a-cfaa12f58091 req-fa59fc34-8c47-476b-aa71-c7fd162780e4 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Refreshing instance network info cache due to event network-changed-9b123fe9-8ff4-4e53-acdc-55faf26371a6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.110842] env[69547]: DEBUG oslo_concurrency.lockutils [req-0ecd5b24-419e-420e-be0a-cfaa12f58091 req-fa59fc34-8c47-476b-aa71-c7fd162780e4 service nova] Acquiring lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.110981] env[69547]: DEBUG oslo_concurrency.lockutils [req-0ecd5b24-419e-420e-be0a-cfaa12f58091 req-fa59fc34-8c47-476b-aa71-c7fd162780e4 service nova] Acquired lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.114225] env[69547]: DEBUG nova.network.neutron [req-0ecd5b24-419e-420e-be0a-cfaa12f58091 req-fa59fc34-8c47-476b-aa71-c7fd162780e4 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Refreshing network info cache for port 9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.176801] env[69547]: DEBUG oslo_vmware.api [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161511, 'name': ReconfigVM_Task, 'duration_secs': 1.327128} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.180151] env[69547]: DEBUG oslo_concurrency.lockutils [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.180151] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Reconfigured VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 873.222434] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 873.226030] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25dce0cf-be1e-4a2b-abba-eab8115927ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.236955] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 873.236955] env[69547]: value = "task-3161515" [ 873.236955] env[69547]: _type = "Task" [ 873.236955] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.244661] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.255694] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161515, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.294354] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161513, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.327624] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf05dd2-3b43-456e-87fe-dc0b4352b2c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.336071] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7bd5a3-a0cd-4c41-906c-07216162f2b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.374520] env[69547]: DEBUG nova.network.neutron [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Successfully updated port: 1d8f980e-f8eb-4934-bd27-e6629a15dbe2 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.376689] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a4657-71df-4fa6-8e90-a17afd829485 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.391535] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a23fb90-769b-482c-8c19-939aeaad9429 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.411469] env[69547]: DEBUG nova.compute.provider_tree [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.566146] env[69547]: DEBUG nova.network.neutron [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updated VIF entry in instance network info cache for port 165a544c-892a-430b-9955-ceebbf3f0ea2. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.566766] env[69547]: DEBUG nova.network.neutron [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updating instance_info_cache with network_info: [{"id": "03363c43-63e1-4727-bfa8-076af148695d", "address": "fa:16:3e:dc:86:a5", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03363c43-63", "ovs_interfaceid": "03363c43-63e1-4727-bfa8-076af148695d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "165a544c-892a-430b-9955-ceebbf3f0ea2", "address": "fa:16:3e:67:da:cb", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165a544c-89", "ovs_interfaceid": "165a544c-892a-430b-9955-ceebbf3f0ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.682840] env[69547]: DEBUG oslo_concurrency.lockutils [None req-edac577f-8061-411c-9d67-73a183eb2414 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-3295dc83-0554-4159-8f3f-d444d6e89b30-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.621s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.745117] env[69547]: DEBUG oslo_vmware.api [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161514, 'name': PowerOnVM_Task, 'duration_secs': 0.698056} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.745505] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.745802] env[69547]: INFO nova.compute.manager [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Took 8.41 seconds to spawn the instance on the hypervisor. [ 873.746050] env[69547]: DEBUG nova.compute.manager [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.747364] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206ae8d0-c002-4de7-b741-c70f1b087e4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.753486] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161515, 'name': CloneVM_Task} progress is 93%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.792601] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161513, 'name': CreateVM_Task, 'duration_secs': 1.371837} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.792958] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.793900] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.794139] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.794557] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.796105] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684e56d0-7ca2-4305-afac-4a024e0c58a9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.800621] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 873.800621] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e27463-f710-8ad2-05e0-bc387a9e2765" [ 873.800621] env[69547]: _type = "Task" [ 873.800621] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.812753] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e27463-f710-8ad2-05e0-bc387a9e2765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.915272] env[69547]: DEBUG nova.scheduler.client.report [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.068526] env[69547]: DEBUG nova.network.neutron [req-0ecd5b24-419e-420e-be0a-cfaa12f58091 req-fa59fc34-8c47-476b-aa71-c7fd162780e4 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updated VIF entry in instance network info cache for port 9b123fe9-8ff4-4e53-acdc-55faf26371a6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.068904] env[69547]: DEBUG nova.network.neutron [req-0ecd5b24-419e-420e-be0a-cfaa12f58091 req-fa59fc34-8c47-476b-aa71-c7fd162780e4 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating instance_info_cache with network_info: [{"id": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "address": "fa:16:3e:8a:0b:85", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9b123fe9-8f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.070628] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Releasing lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.070917] env[69547]: DEBUG nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Received event network-vif-plugged-32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.071158] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Acquiring lock "8f8e4449-2651-4450-90ff-18e61940022f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.071450] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Lock "8f8e4449-2651-4450-90ff-18e61940022f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.071853] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Lock "8f8e4449-2651-4450-90ff-18e61940022f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.072083] env[69547]: DEBUG nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] No waiting events found dispatching network-vif-plugged-32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.072301] env[69547]: WARNING nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Received unexpected event network-vif-plugged-32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 for instance with vm_state building and task_state spawning. [ 874.072508] env[69547]: DEBUG nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Received event network-changed-32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.072723] env[69547]: DEBUG nova.compute.manager [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Refreshing instance network info cache due to event network-changed-32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.072956] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Acquiring lock "refresh_cache-8f8e4449-2651-4450-90ff-18e61940022f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.073144] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Acquired lock "refresh_cache-8f8e4449-2651-4450-90ff-18e61940022f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.073338] env[69547]: DEBUG nova.network.neutron [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Refreshing network info cache for port 32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.248672] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161515, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.275654] env[69547]: INFO nova.compute.manager [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Took 47.87 seconds to build instance. [ 874.315086] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e27463-f710-8ad2-05e0-bc387a9e2765, 'name': SearchDatastore_Task, 'duration_secs': 0.018406} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.315446] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.318548] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.318548] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.318548] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.318548] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.318548] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5099d709-cec0-4f77-87e9-2a9a82a9f6ee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.327058] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.327875] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.328061] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab19141c-d6f3-4309-a363-0a84d74f5507 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.333992] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 874.333992] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52680c37-5b84-0d5a-4b9a-162d6259cc43" [ 874.333992] env[69547]: _type = "Task" [ 874.333992] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.342850] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52680c37-5b84-0d5a-4b9a-162d6259cc43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.422034] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.427696] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.554s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.429304] env[69547]: INFO nova.compute.claims [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.447420] env[69547]: INFO nova.scheduler.client.report [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Deleted allocations for instance 776708f7-9e48-4926-ab1d-d2a004fd5b3a [ 874.577054] env[69547]: DEBUG oslo_concurrency.lockutils [req-0ecd5b24-419e-420e-be0a-cfaa12f58091 req-fa59fc34-8c47-476b-aa71-c7fd162780e4 service nova] Releasing lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.760450] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161515, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.777742] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3691f9cd-5e17-4f24-82e3-d4011d788f19 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "746089ba-9b21-41fa-addc-98ef8a22ac9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.388s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.847604] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52680c37-5b84-0d5a-4b9a-162d6259cc43, 'name': SearchDatastore_Task, 'duration_secs': 0.013379} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.848419] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba85fbbc-1522-4b63-95af-8b4376d2bd22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.854544] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 874.854544] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c9b43-c12a-3cb6-e65a-24168dea99b5" [ 874.854544] env[69547]: _type = "Task" [ 874.854544] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.864489] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c9b43-c12a-3cb6-e65a-24168dea99b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.889794] env[69547]: DEBUG nova.network.neutron [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Updated VIF entry in instance network info cache for port 32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.890234] env[69547]: DEBUG nova.network.neutron [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Updating instance_info_cache with network_info: [{"id": "32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4", "address": "fa:16:3e:3a:b2:1b", "network": {"id": "9f918bd7-e7c6-471c-8043-1b39f3df51cb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-372604917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fa4d55eff1451ca24c34c59012bbfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2d8e4-71", "ovs_interfaceid": "32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.958153] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b8c47e1d-3929-4026-b3b6-fa38db32096a tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "776708f7-9e48-4926-ab1d-d2a004fd5b3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.812s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.170036] env[69547]: DEBUG nova.compute.manager [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Received event network-vif-plugged-1d8f980e-f8eb-4934-bd27-e6629a15dbe2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.170345] env[69547]: DEBUG oslo_concurrency.lockutils [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] Acquiring lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.170551] env[69547]: DEBUG oslo_concurrency.lockutils [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.170745] env[69547]: DEBUG oslo_concurrency.lockutils [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.170940] env[69547]: DEBUG nova.compute.manager [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] No waiting events found dispatching network-vif-plugged-1d8f980e-f8eb-4934-bd27-e6629a15dbe2 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.171210] env[69547]: WARNING nova.compute.manager [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Received unexpected event network-vif-plugged-1d8f980e-f8eb-4934-bd27-e6629a15dbe2 for instance with vm_state building and task_state spawning. [ 875.171368] env[69547]: DEBUG nova.compute.manager [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Received event network-changed-1d8f980e-f8eb-4934-bd27-e6629a15dbe2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.171533] env[69547]: DEBUG nova.compute.manager [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Refreshing instance network info cache due to event network-changed-1d8f980e-f8eb-4934-bd27-e6629a15dbe2. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.171778] env[69547]: DEBUG oslo_concurrency.lockutils [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] Acquiring lock "refresh_cache-dedbe350-e200-4b0b-a7ca-a48071a9a94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.171933] env[69547]: DEBUG oslo_concurrency.lockutils [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] Acquired lock "refresh_cache-dedbe350-e200-4b0b-a7ca-a48071a9a94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.172137] env[69547]: DEBUG nova.network.neutron [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Refreshing network info cache for port 1d8f980e-f8eb-4934-bd27-e6629a15dbe2 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.243874] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.256969] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161515, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.365916] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c9b43-c12a-3cb6-e65a-24168dea99b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012197} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.366264] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.366567] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 8f8e4449-2651-4450-90ff-18e61940022f/8f8e4449-2651-4450-90ff-18e61940022f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.366858] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d339a6e7-692d-469c-a269-199c8521c4d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.374080] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 875.374080] env[69547]: value = "task-3161516" [ 875.374080] env[69547]: _type = "Task" [ 875.374080] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.383094] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.396042] env[69547]: DEBUG oslo_concurrency.lockutils [req-93fae57b-8b45-432e-b880-68f278391d79 req-1462b2ae-4bad-457e-8d55-d46c66a79c36 service nova] Releasing lock "refresh_cache-8f8e4449-2651-4450-90ff-18e61940022f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.726832] env[69547]: DEBUG nova.network.neutron [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.732350] env[69547]: DEBUG nova.network.neutron [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Successfully updated port: 7114d238-2c8a-49bd-92ce-905046edab3a {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.760488] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161515, 'name': CloneVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.841659] env[69547]: DEBUG nova.network.neutron [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.888526] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.189845] env[69547]: INFO nova.compute.manager [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Rebuilding instance [ 876.192556] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c0c7bd-1c81-4a55-83f5-7367b487d901 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.200965] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e68028-e782-437b-a90c-4a51d02b5a6e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.235640] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c2492e-2677-4038-839c-2c005adb46e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.239135] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "refresh_cache-dedbe350-e200-4b0b-a7ca-a48071a9a94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.249039] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1678c5-8481-4a09-96a0-90800b3b90d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.266348] env[69547]: DEBUG nova.compute.provider_tree [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.272380] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161515, 'name': CloneVM_Task, 'duration_secs': 2.702315} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.275431] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Created linked-clone VM from snapshot [ 876.278650] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4557b8f4-307d-4162-afbc-87a9493a51bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.282023] env[69547]: DEBUG nova.compute.manager [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.283501] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feedbef-d129-4d20-8e24-1762434a0ab4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.293750] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Uploading image 077068e6-b05a-4d93-9ea0-f28c1cdea10c {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 876.310793] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.311291] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-992fd218-6da8-457b-89ca-1039eae90106 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.319399] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 876.319399] env[69547]: value = "task-3161517" [ 876.319399] env[69547]: _type = "Task" [ 876.319399] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.329436] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161517, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.348024] env[69547]: DEBUG oslo_concurrency.lockutils [req-e8d8895e-3d18-4604-9253-e68032fc44bd req-34adf38c-c8ee-44d2-9901-841c1378985a service nova] Releasing lock "refresh_cache-dedbe350-e200-4b0b-a7ca-a48071a9a94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.348024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquired lock "refresh_cache-dedbe350-e200-4b0b-a7ca-a48071a9a94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.348024] env[69547]: DEBUG nova.network.neutron [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.385376] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695998} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.386016] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 8f8e4449-2651-4450-90ff-18e61940022f/8f8e4449-2651-4450-90ff-18e61940022f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.386016] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.386245] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c9e8b3c-2716-4947-847b-59b39a4cd34b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.392846] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 876.392846] env[69547]: value = "task-3161518" [ 876.392846] env[69547]: _type = "Task" [ 876.392846] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.401935] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.533457] env[69547]: DEBUG nova.compute.manager [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.534808] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e72f98-d774-4caa-937b-ef4d0a8f9481 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.807754] env[69547]: ERROR nova.scheduler.client.report [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [req-759c7b5b-87f3-4cb0-8451-8df2a0e4b366] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3dff35a2-8b92-4f77-8c0d-98fc04223d9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-759c7b5b-87f3-4cb0-8451-8df2a0e4b366"}]} [ 876.830188] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161517, 'name': Destroy_Task, 'duration_secs': 0.40019} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.831412] env[69547]: DEBUG nova.scheduler.client.report [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Refreshing inventories for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 876.833224] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Destroyed the VM [ 876.833491] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.834243] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6949d07d-91ba-4cd9-869a-84ac63aa5aab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.841229] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 876.841229] env[69547]: value = "task-3161519" [ 876.841229] env[69547]: _type = "Task" [ 876.841229] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.854823] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.855952] env[69547]: DEBUG nova.scheduler.client.report [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Updating ProviderTree inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 876.856232] env[69547]: DEBUG nova.compute.provider_tree [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.870151] env[69547]: DEBUG nova.scheduler.client.report [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Refreshing aggregate associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, aggregates: None {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 876.893566] env[69547]: DEBUG nova.scheduler.client.report [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Refreshing trait associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 876.904393] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069169} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.904751] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.905680] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104ffd42-f7cb-4e31-adb8-82a4af21f2f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.929316] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 8f8e4449-2651-4450-90ff-18e61940022f/8f8e4449-2651-4450-90ff-18e61940022f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.932825] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6e9d58-cc81-41cf-812d-b0d5a7fb9277 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.958194] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 876.958194] env[69547]: value = "task-3161520" [ 876.958194] env[69547]: _type = "Task" [ 876.958194] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.968674] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.054542] env[69547]: INFO nova.compute.manager [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] instance snapshotting [ 877.057490] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd74f7c7-81c0-4e73-88f1-a793dbfa0182 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.079477] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-3295dc83-0554-4159-8f3f-d444d6e89b30-165a544c-892a-430b-9955-ceebbf3f0ea2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.079797] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-3295dc83-0554-4159-8f3f-d444d6e89b30-165a544c-892a-430b-9955-ceebbf3f0ea2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.084918] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a39098c-659d-4292-ac8f-db464961ba09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.195274] env[69547]: DEBUG nova.network.neutron [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.304943] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.305310] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39188ed2-1817-4638-b1cb-68b93be90886 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.314302] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 877.314302] env[69547]: value = "task-3161521" [ 877.314302] env[69547]: _type = "Task" [ 877.314302] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.325106] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.354437] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161519, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.454499] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "2dacd7c5-0893-4293-8676-db390b90b3d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.454981] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "2dacd7c5-0893-4293-8676-db390b90b3d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.456082] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "2dacd7c5-0893-4293-8676-db390b90b3d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.456082] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "2dacd7c5-0893-4293-8676-db390b90b3d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.456082] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "2dacd7c5-0893-4293-8676-db390b90b3d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.461654] env[69547]: INFO nova.compute.manager [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Terminating instance [ 877.473051] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161520, 'name': ReconfigVM_Task, 'duration_secs': 0.436577} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.475750] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 8f8e4449-2651-4450-90ff-18e61940022f/8f8e4449-2651-4450-90ff-18e61940022f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.476144] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69547) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 877.480754] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-5439a3d8-8691-4fbb-981f-03ba93a3494b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.489688] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 877.489688] env[69547]: value = "task-3161522" [ 877.489688] env[69547]: _type = "Task" [ 877.489688] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.505444] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161522, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.513369] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e888bb3d-f538-4d01-b863-c3ce9ee8b51d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.521117] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e56e32-a6a7-4365-9711-3e1b7483f001 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.555827] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff17647-0d20-4f4f-ba00-b7ea42c72dfb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.566699] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9152386e-2775-48c4-87f1-ccbe4b1ff986 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.583665] env[69547]: DEBUG nova.compute.provider_tree [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.589207] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.589381] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.590382] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1f5bc4-d4ec-4979-9f4c-411d1c718952 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.610139] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 877.611878] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6702d672-a017-4267-84f0-283f36c1c5a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.614584] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9d4f59-3ff0-4fcd-b51a-8c0d743e3dab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.618513] env[69547]: DEBUG nova.compute.manager [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Received event network-vif-plugged-7114d238-2c8a-49bd-92ce-905046edab3a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.618669] env[69547]: DEBUG oslo_concurrency.lockutils [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] Acquiring lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.618902] env[69547]: DEBUG oslo_concurrency.lockutils [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.619090] env[69547]: DEBUG oslo_concurrency.lockutils [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.619289] env[69547]: DEBUG nova.compute.manager [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] No waiting events found dispatching network-vif-plugged-7114d238-2c8a-49bd-92ce-905046edab3a {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.619463] env[69547]: WARNING nova.compute.manager [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Received unexpected event network-vif-plugged-7114d238-2c8a-49bd-92ce-905046edab3a for instance with vm_state building and task_state spawning. [ 877.619652] env[69547]: DEBUG nova.compute.manager [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Received event network-changed-7114d238-2c8a-49bd-92ce-905046edab3a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.619825] env[69547]: DEBUG nova.compute.manager [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Refreshing instance network info cache due to event network-changed-7114d238-2c8a-49bd-92ce-905046edab3a. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.620021] env[69547]: DEBUG oslo_concurrency.lockutils [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] Acquiring lock "refresh_cache-dedbe350-e200-4b0b-a7ca-a48071a9a94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.646541] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Reconfiguring VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 877.648618] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea570010-d040-42ae-aa6b-3a906a1aa728 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.664473] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 877.664473] env[69547]: value = "task-3161523" [ 877.664473] env[69547]: _type = "Task" [ 877.664473] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.666130] env[69547]: DEBUG nova.network.neutron [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Updating instance_info_cache with network_info: [{"id": "1d8f980e-f8eb-4934-bd27-e6629a15dbe2", "address": "fa:16:3e:24:00:d4", "network": {"id": "b96c1b52-3b71-4030-af99-da0ef4863ee2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1747927583", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8f980e-f8", "ovs_interfaceid": "1d8f980e-f8eb-4934-bd27-e6629a15dbe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7114d238-2c8a-49bd-92ce-905046edab3a", "address": "fa:16:3e:bf:84:79", "network": {"id": "97f9297d-8822-4440-b90b-a480d9950b87", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571311989", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7114d238-2c", "ovs_interfaceid": "7114d238-2c8a-49bd-92ce-905046edab3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.674044] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 877.674044] env[69547]: value = "task-3161524" [ 877.674044] env[69547]: _type = "Task" [ 877.674044] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.681287] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.686773] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.823715] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161521, 'name': PowerOffVM_Task, 'duration_secs': 0.211287} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.823999] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.824288] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.825084] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5529aef-1581-40ec-b987-452f1541162b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.832234] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.832673] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d297f379-146e-4fac-b7a7-f2d1a9b20215 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.855566] env[69547]: DEBUG oslo_vmware.api [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161519, 'name': RemoveSnapshot_Task, 'duration_secs': 0.782518} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.855857] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.969007] env[69547]: DEBUG nova.compute.manager [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.969297] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.970288] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb671c0-da01-477c-9abc-caa85c5538fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.979780] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.980414] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84a90158-6a64-4caa-a2ba-1aff9ff1c7f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.992033] env[69547]: DEBUG oslo_vmware.api [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 877.992033] env[69547]: value = "task-3161526" [ 877.992033] env[69547]: _type = "Task" [ 877.992033] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.001726] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.002043] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.002194] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleting the datastore file [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.002805] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb30dae5-988d-4ce7-ac0b-a794ac4d0da3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.011110] env[69547]: DEBUG oslo_vmware.api [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.011402] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161522, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.099463} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.012066] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69547) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 878.012861] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a7007d-4d15-48a1-abe6-50cfc2eb4f11 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.017557] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 878.017557] env[69547]: value = "task-3161527" [ 878.017557] env[69547]: _type = "Task" [ 878.017557] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.048371] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 8f8e4449-2651-4450-90ff-18e61940022f/ephemeral_0.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.053306] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b7bcd67-1ba3-4a78-9f9f-69c6676e5f07 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.070386] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.075467] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 878.075467] env[69547]: value = "task-3161528" [ 878.075467] env[69547]: _type = "Task" [ 878.075467] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.083971] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.123109] env[69547]: DEBUG nova.scheduler.client.report [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 878.123597] env[69547]: DEBUG nova.compute.provider_tree [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 79 to 80 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 878.126905] env[69547]: DEBUG nova.compute.provider_tree [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 128, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.172951] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Releasing lock "refresh_cache-dedbe350-e200-4b0b-a7ca-a48071a9a94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.173363] env[69547]: DEBUG nova.compute.manager [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Instance network_info: |[{"id": "1d8f980e-f8eb-4934-bd27-e6629a15dbe2", "address": "fa:16:3e:24:00:d4", "network": {"id": "b96c1b52-3b71-4030-af99-da0ef4863ee2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1747927583", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8f980e-f8", "ovs_interfaceid": "1d8f980e-f8eb-4934-bd27-e6629a15dbe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7114d238-2c8a-49bd-92ce-905046edab3a", "address": "fa:16:3e:bf:84:79", "network": {"id": "97f9297d-8822-4440-b90b-a480d9950b87", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571311989", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7114d238-2c", "ovs_interfaceid": "7114d238-2c8a-49bd-92ce-905046edab3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.173960] env[69547]: DEBUG oslo_concurrency.lockutils [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] Acquired lock "refresh_cache-dedbe350-e200-4b0b-a7ca-a48071a9a94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.174195] env[69547]: DEBUG nova.network.neutron [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Refreshing network info cache for port 7114d238-2c8a-49bd-92ce-905046edab3a {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.175442] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:00:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d8f980e-f8eb-4934-bd27-e6629a15dbe2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:84:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7114d238-2c8a-49bd-92ce-905046edab3a', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.185623] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.186848] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.190740] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8ac14b-4da4-47a7-a992-6688d9fae369 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.212278] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.218665] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.220371] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.220371] env[69547]: value = "task-3161529" [ 878.220371] env[69547]: _type = "Task" [ 878.220371] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.233650] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161529, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.360918] env[69547]: WARNING nova.compute.manager [None req-ae09666a-73f6-4ada-af88-c8274a60070d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Image not found during snapshot: nova.exception.ImageNotFound: Image 077068e6-b05a-4d93-9ea0-f28c1cdea10c could not be found. [ 878.508860] env[69547]: DEBUG oslo_vmware.api [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161526, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.529917] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14754} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.530711] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.530945] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.531361] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.591068] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.631321] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.205s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.631918] env[69547]: DEBUG nova.compute.manager [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.634676] env[69547]: DEBUG oslo_concurrency.lockutils [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.849s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.634902] env[69547]: DEBUG nova.objects.instance [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lazy-loading 'resources' on Instance uuid f5a8d214-68ab-453c-ba9a-76206937f5eb {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.683566] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161523, 'name': CreateSnapshot_Task, 'duration_secs': 0.990334} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.684519] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 878.684865] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4cd73f-c28d-44a2-b190-fabe7fb76644 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.712266] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.730741] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161529, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.009072] env[69547]: DEBUG oslo_vmware.api [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161526, 'name': PowerOffVM_Task, 'duration_secs': 0.636683} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.009419] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.009672] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.009923] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bee27ca0-1ad5-471d-9f98-5760a073cce1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.023346] env[69547]: DEBUG nova.network.neutron [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Updated VIF entry in instance network info cache for port 7114d238-2c8a-49bd-92ce-905046edab3a. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.023488] env[69547]: DEBUG nova.network.neutron [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Updating instance_info_cache with network_info: [{"id": "1d8f980e-f8eb-4934-bd27-e6629a15dbe2", "address": "fa:16:3e:24:00:d4", "network": {"id": "b96c1b52-3b71-4030-af99-da0ef4863ee2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1747927583", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8f980e-f8", "ovs_interfaceid": "1d8f980e-f8eb-4934-bd27-e6629a15dbe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7114d238-2c8a-49bd-92ce-905046edab3a", "address": "fa:16:3e:bf:84:79", "network": {"id": "97f9297d-8822-4440-b90b-a480d9950b87", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571311989", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d92fb9636af149b19bf7baafa05741d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7114d238-2c", "ovs_interfaceid": "7114d238-2c8a-49bd-92ce-905046edab3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.075356] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquiring lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.075356] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.075356] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquiring lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.075656] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.075944] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.079277] env[69547]: INFO nova.compute.manager [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Terminating instance [ 879.092982] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161528, 'name': ReconfigVM_Task, 'duration_secs': 0.617674} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.093362] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 8f8e4449-2651-4450-90ff-18e61940022f/ephemeral_0.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.094317] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a884d7aa-f9b3-448b-b532-9560b2cbe7e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.102869] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 879.102869] env[69547]: value = "task-3161531" [ 879.102869] env[69547]: _type = "Task" [ 879.102869] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.111799] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161531, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.112956] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.113173] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.113355] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Deleting the datastore file [datastore2] 2dacd7c5-0893-4293-8676-db390b90b3d5 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.113600] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b405be-899f-4b92-bfa3-eb1d9583fce4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.119047] env[69547]: DEBUG oslo_vmware.api [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for the task: (returnval){ [ 879.119047] env[69547]: value = "task-3161532" [ 879.119047] env[69547]: _type = "Task" [ 879.119047] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.129390] env[69547]: DEBUG oslo_vmware.api [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.137901] env[69547]: DEBUG nova.compute.utils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.142560] env[69547]: DEBUG nova.compute.manager [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.142823] env[69547]: DEBUG nova.network.neutron [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.181927] env[69547]: DEBUG nova.policy [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71fcf6dbd982446a96546777a35685c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93d8077a62da44f4b2d609e25164ffe3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.208392] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.222886] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 879.223746] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9fb91d6e-b835-4402-9d36-4e8e87638ec1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.237323] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161529, 'name': CreateVM_Task, 'duration_secs': 0.895975} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.241815] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.242260] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 879.242260] env[69547]: value = "task-3161533" [ 879.242260] env[69547]: _type = "Task" [ 879.242260] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.243707] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.243707] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.243851] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.244563] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad57c3c-6288-4bee-9a09-a9e95229bb44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.253812] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 879.253812] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522b9d0f-0f18-1bc3-4483-609e7bee1afd" [ 879.253812] env[69547]: _type = "Task" [ 879.253812] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.260160] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161533, 'name': CloneVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.270019] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522b9d0f-0f18-1bc3-4483-609e7bee1afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.527688] env[69547]: DEBUG oslo_concurrency.lockutils [req-3876463e-acd1-4759-824f-bc0c11286964 req-e5b4384e-bda5-4de3-a0b0-b2b226f59c55 service nova] Releasing lock "refresh_cache-dedbe350-e200-4b0b-a7ca-a48071a9a94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.583859] env[69547]: DEBUG nova.compute.manager [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.584178] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.585113] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e606fbe-3782-45df-aaf7-964b0971af22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.592848] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.593104] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.593267] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.593447] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.593592] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.593740] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.593949] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.594202] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.594413] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.594583] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.594763] env[69547]: DEBUG nova.virt.hardware [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.598059] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ff5598-e981-41f0-b9f7-dc644cbd2264 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.610776] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.611106] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a8891e2-1dfc-49b9-a0c3-dd44d32e7d2f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.614480] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86ec01b-bf83-43d4-9dc4-33952caee81b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.623541] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161531, 'name': Rename_Task, 'duration_secs': 0.234882} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.627556] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.635960] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc4724d-b2af-4368-a8cc-6f08d91d3f23 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.638350] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:6d:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f97e560-beda-4431-b6cc-60052bae75c5', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.646937] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.652070] env[69547]: DEBUG nova.compute.manager [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.654856] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.655175] env[69547]: DEBUG oslo_vmware.api [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 879.655175] env[69547]: value = "task-3161534" [ 879.655175] env[69547]: _type = "Task" [ 879.655175] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.660456] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a5c12a3-f3bc-4bda-a288-efcd08e8b136 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.678260] env[69547]: DEBUG oslo_vmware.api [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Task: {'id': task-3161532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198927} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.682945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "56a815f4-f62e-46dc-8735-cbb255bbcbde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.683176] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "56a815f4-f62e-46dc-8735-cbb255bbcbde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.683577] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "56a815f4-f62e-46dc-8735-cbb255bbcbde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.683723] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "56a815f4-f62e-46dc-8735-cbb255bbcbde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.683793] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "56a815f4-f62e-46dc-8735-cbb255bbcbde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.690441] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.690735] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.690960] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.691161] env[69547]: INFO nova.compute.manager [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Took 1.72 seconds to destroy the instance on the hypervisor. [ 879.691479] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.691812] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 879.691812] env[69547]: value = "task-3161535" [ 879.691812] env[69547]: _type = "Task" [ 879.691812] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.692360] env[69547]: INFO nova.compute.manager [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Terminating instance [ 879.695171] env[69547]: DEBUG nova.network.neutron [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Successfully created port: 87a4eea7-65d4-4192-8e44-faa6dbe2c748 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.697963] env[69547]: DEBUG nova.compute.manager [-] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.697963] env[69547]: DEBUG nova.network.neutron [-] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.714096] env[69547]: DEBUG oslo_vmware.api [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.714096] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.714096] env[69547]: value = "task-3161536" [ 879.714096] env[69547]: _type = "Task" [ 879.714096] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.727929] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.729228] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.733829] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161536, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.756311] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161533, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.772834] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522b9d0f-0f18-1bc3-4483-609e7bee1afd, 'name': SearchDatastore_Task, 'duration_secs': 0.022426} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.775546] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.775847] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.776149] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.776446] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.776575] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.776905] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cebd4bf7-1a09-45c9-8bce-2b42cb0835f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.786256] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.786584] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.787309] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4dd3c2-db6d-4d67-8129-b181bc26eec3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.795881] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 879.795881] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5261417c-6140-591e-5a4f-409649226141" [ 879.795881] env[69547]: _type = "Task" [ 879.795881] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.806080] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5261417c-6140-591e-5a4f-409649226141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.836531] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f68a33c-5b9e-47b9-9d60-f8c954013452 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.844655] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf123937-2173-4f31-b04c-d59434e12875 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.876213] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c66fc7-3f6f-48c7-93b8-90f75d3e9ba9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.884171] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c0d34a-571e-46e4-afb3-6fac3d5ee477 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.901126] env[69547]: DEBUG nova.compute.provider_tree [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.189041] env[69547]: DEBUG oslo_vmware.api [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161534, 'name': PowerOffVM_Task, 'duration_secs': 0.419047} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.190760] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.190760] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.190760] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b06c7e0d-04fc-44f6-834d-8f9614c9adcf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.212318] env[69547]: DEBUG nova.compute.manager [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.212641] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.214415] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd01794-a247-4ce0-bfc7-5adc2d7c7e6e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.222154] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161535, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.234272] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.241856] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.243333] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9829a68b-802f-4cdf-8eaa-8c88ae891182 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.249181] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161536, 'name': CreateVM_Task, 'duration_secs': 0.332365} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.253844] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.255041] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.255041] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.256831] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.258336] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd996e4-bfc0-4a02-98f4-4ed8c3609338 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.266571] env[69547]: DEBUG oslo_vmware.api [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 880.266571] env[69547]: value = "task-3161538" [ 880.266571] env[69547]: _type = "Task" [ 880.266571] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.268022] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161533, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.279095] env[69547]: DEBUG oslo_vmware.rw_handles [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232c0d2-7492-fa22-2631-96e2984757a2/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 880.279962] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 880.279962] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52122af3-13d3-e08f-d742-392d0355f8f8" [ 880.279962] env[69547]: _type = "Task" [ 880.279962] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.281314] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1749ea67-8c31-41ff-95b7-65d7fd0973df {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.285988] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.286292] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.286528] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Deleting the datastore file [datastore2] 124cede6-7612-418a-9ec4-3d4c2a8c64c8 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.290471] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa2a93dc-ed5c-456b-b05e-fef7080d8706 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.299038] env[69547]: DEBUG oslo_vmware.api [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.299258] env[69547]: DEBUG oslo_vmware.rw_handles [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232c0d2-7492-fa22-2631-96e2984757a2/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 880.299435] env[69547]: ERROR oslo_vmware.rw_handles [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232c0d2-7492-fa22-2631-96e2984757a2/disk-0.vmdk due to incomplete transfer. [ 880.304407] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a5a6854-f43e-4242-9d6e-5cc7a44f0a92 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.311870] env[69547]: DEBUG oslo_vmware.api [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for the task: (returnval){ [ 880.311870] env[69547]: value = "task-3161539" [ 880.311870] env[69547]: _type = "Task" [ 880.311870] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.312342] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52122af3-13d3-e08f-d742-392d0355f8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.0197} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.313464] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.313764] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.314112] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.314279] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.314468] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.321840] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a1df26d-33e2-494d-bf45-358b42a7807e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.325135] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5261417c-6140-591e-5a4f-409649226141, 'name': SearchDatastore_Task, 'duration_secs': 0.012071} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.327164] env[69547]: DEBUG oslo_vmware.rw_handles [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232c0d2-7492-fa22-2631-96e2984757a2/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 880.327395] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Uploaded image 0525cbdf-d2fd-4713-99e9-7ef6ba953f6e to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 880.330405] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 880.331471] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c082ee4-ee56-4039-822b-f78162ca3c0b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.334101] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e69459fd-feeb-451f-b134-9932e5850383 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.339263] env[69547]: DEBUG oslo_vmware.api [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.341171] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.341379] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.342729] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1484bbb7-5bbf-489b-a186-b54733991b46 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.348469] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 880.348469] env[69547]: value = "task-3161540" [ 880.348469] env[69547]: _type = "Task" [ 880.348469] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.348817] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 880.348817] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a0e529-23ae-0346-bf41-75b3cbc7b247" [ 880.348817] env[69547]: _type = "Task" [ 880.348817] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.358525] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 880.358525] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]529f18ea-4645-4c81-ceb2-2212524f9308" [ 880.358525] env[69547]: _type = "Task" [ 880.358525] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.369524] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a0e529-23ae-0346-bf41-75b3cbc7b247, 'name': SearchDatastore_Task, 'duration_secs': 0.01816} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.369881] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161540, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.370555] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.370873] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dedbe350-e200-4b0b-a7ca-a48071a9a94a/dedbe350-e200-4b0b-a7ca-a48071a9a94a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.371169] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8702dcfa-e2ab-4cfe-8ba7-c42225a7dcda {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.376913] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529f18ea-4645-4c81-ceb2-2212524f9308, 'name': SearchDatastore_Task, 'duration_secs': 0.021071} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.378035] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608bcd58-7a71-41a9-be4b-8241e2af5b2a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.381893] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 880.381893] env[69547]: value = "task-3161541" [ 880.381893] env[69547]: _type = "Task" [ 880.381893] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.383631] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 880.383631] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eca3e6-a7e2-7359-16db-6b13f4ad3419" [ 880.383631] env[69547]: _type = "Task" [ 880.383631] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.394832] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.398558] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eca3e6-a7e2-7359-16db-6b13f4ad3419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.410681] env[69547]: DEBUG nova.compute.manager [req-b3844d37-1e30-43ff-81de-fa8c5ddba20f req-90baf6e9-ce91-42f3-8192-543184269942 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Received event network-vif-deleted-1b9ee2b8-67e5-4999-91f9-a7b85fb60972 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.410894] env[69547]: INFO nova.compute.manager [req-b3844d37-1e30-43ff-81de-fa8c5ddba20f req-90baf6e9-ce91-42f3-8192-543184269942 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Neutron deleted interface 1b9ee2b8-67e5-4999-91f9-a7b85fb60972; detaching it from the instance and deleting it from the info cache [ 880.411117] env[69547]: DEBUG nova.network.neutron [req-b3844d37-1e30-43ff-81de-fa8c5ddba20f req-90baf6e9-ce91-42f3-8192-543184269942 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.444648] env[69547]: DEBUG nova.scheduler.client.report [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 880.445227] env[69547]: DEBUG nova.compute.provider_tree [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 80 to 81 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 880.445532] env[69547]: DEBUG nova.compute.provider_tree [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.667988] env[69547]: DEBUG nova.compute.manager [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.699921] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.699921] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.699921] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.699921] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.699921] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.700563] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.700899] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.701137] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.701521] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.701763] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.702705] env[69547]: DEBUG nova.virt.hardware [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.704421] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaff805-a60c-4cef-a0f7-536829294a92 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.726396] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bddb1d-3657-4b6c-80db-6a25cf0a7229 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.730627] env[69547]: DEBUG oslo_vmware.api [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161535, 'name': PowerOnVM_Task, 'duration_secs': 0.646957} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.731544] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.731632] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.731824] env[69547]: INFO nova.compute.manager [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Took 11.03 seconds to spawn the instance on the hypervisor. [ 880.732360] env[69547]: DEBUG nova.compute.manager [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.733579] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21add4df-51cb-4450-8655-88b2acc23410 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.736868] env[69547]: DEBUG nova.network.neutron [-] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.748351] env[69547]: INFO nova.compute.manager [-] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Took 1.05 seconds to deallocate network for instance. [ 880.770035] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161533, 'name': CloneVM_Task, 'duration_secs': 1.368492} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.773755] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Created linked-clone VM from snapshot [ 880.774591] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76d9719-f4e9-4fc9-bad5-c236e3e7e9d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.784019] env[69547]: DEBUG oslo_vmware.api [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161538, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.787400] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Uploading image 5d2aed07-5347-4379-9925-39e0dedf6be2 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 880.815540] env[69547]: DEBUG oslo_vmware.rw_handles [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 880.815540] env[69547]: value = "vm-632551" [ 880.815540] env[69547]: _type = "VirtualMachine" [ 880.815540] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 880.815896] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-051393aa-c16d-474b-8992-d21b07d125be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.829413] env[69547]: DEBUG oslo_vmware.api [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Task: {'id': task-3161539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220539} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.831011] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.831328] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.831434] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.831660] env[69547]: INFO nova.compute.manager [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Took 1.25 seconds to destroy the instance on the hypervisor. [ 880.831950] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.832248] env[69547]: DEBUG oslo_vmware.rw_handles [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lease: (returnval){ [ 880.832248] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52921ee4-2bf9-3ca8-91be-438451eaa8ea" [ 880.832248] env[69547]: _type = "HttpNfcLease" [ 880.832248] env[69547]: } obtained for exporting VM: (result){ [ 880.832248] env[69547]: value = "vm-632551" [ 880.832248] env[69547]: _type = "VirtualMachine" [ 880.832248] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 880.832516] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the lease: (returnval){ [ 880.832516] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52921ee4-2bf9-3ca8-91be-438451eaa8ea" [ 880.832516] env[69547]: _type = "HttpNfcLease" [ 880.832516] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 880.832670] env[69547]: DEBUG nova.compute.manager [-] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.832869] env[69547]: DEBUG nova.network.neutron [-] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.843449] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.843449] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52921ee4-2bf9-3ca8-91be-438451eaa8ea" [ 880.843449] env[69547]: _type = "HttpNfcLease" [ 880.843449] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 880.859950] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161540, 'name': Destroy_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.898250] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161541, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.901633] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eca3e6-a7e2-7359-16db-6b13f4ad3419, 'name': SearchDatastore_Task, 'duration_secs': 0.018638} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.901907] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.902203] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.902454] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8488b7e5-b566-42f8-ac1a-590c3c3dddcb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.910558] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 880.910558] env[69547]: value = "task-3161543" [ 880.910558] env[69547]: _type = "Task" [ 880.910558] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.918924] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.919177] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebd31c92-9c8a-4b5c-ad0e-9a9a44323e08 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.927839] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c415696-7145-4988-a3df-168d6f591317 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.964933] env[69547]: DEBUG oslo_concurrency.lockutils [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.967141] env[69547]: DEBUG nova.compute.manager [req-b3844d37-1e30-43ff-81de-fa8c5ddba20f req-90baf6e9-ce91-42f3-8192-543184269942 service nova] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Detach interface failed, port_id=1b9ee2b8-67e5-4999-91f9-a7b85fb60972, reason: Instance 2dacd7c5-0893-4293-8676-db390b90b3d5 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.967812] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.712s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.968050] env[69547]: DEBUG nova.objects.instance [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lazy-loading 'resources' on Instance uuid abc1186a-59c7-4e08-a0d6-e6fc42dd58b1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.995888] env[69547]: INFO nova.scheduler.client.report [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Deleted allocations for instance f5a8d214-68ab-453c-ba9a-76206937f5eb [ 881.215146] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.254843] env[69547]: INFO nova.compute.manager [None req-2fc5b043-fa98-4435-a865-1e7877c52297 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Get console output [ 881.255249] env[69547]: WARNING nova.virt.vmwareapi.driver [None req-2fc5b043-fa98-4435-a865-1e7877c52297 tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] The console log is missing. Check your VSPC configuration [ 881.271271] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.277257] env[69547]: INFO nova.compute.manager [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Took 54.81 seconds to build instance. [ 881.284521] env[69547]: DEBUG oslo_vmware.api [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161538, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.344335] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 881.344335] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52921ee4-2bf9-3ca8-91be-438451eaa8ea" [ 881.344335] env[69547]: _type = "HttpNfcLease" [ 881.344335] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 881.344637] env[69547]: DEBUG oslo_vmware.rw_handles [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 881.344637] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52921ee4-2bf9-3ca8-91be-438451eaa8ea" [ 881.344637] env[69547]: _type = "HttpNfcLease" [ 881.344637] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 881.345520] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd003195-2f0d-4d41-acef-163d4eab678a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.355239] env[69547]: DEBUG oslo_vmware.rw_handles [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521262ab-ac17-12de-c16c-50346be54687/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 881.355467] env[69547]: DEBUG oslo_vmware.rw_handles [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521262ab-ac17-12de-c16c-50346be54687/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 881.429604] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161540, 'name': Destroy_Task, 'duration_secs': 0.67522} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.431197] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Destroyed the VM [ 881.431448] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 881.432388] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a64bd81e-2dbf-4037-b8f7-37f720e14e8f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.440279] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528023} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.440502] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161543, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.441087] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dedbe350-e200-4b0b-a7ca-a48071a9a94a/dedbe350-e200-4b0b-a7ca-a48071a9a94a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.441310] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.441619] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98c5cb09-44db-4b6e-b03f-13aa2363ab55 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.447228] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 881.447228] env[69547]: value = "task-3161544" [ 881.447228] env[69547]: _type = "Task" [ 881.447228] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.448266] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 881.448266] env[69547]: value = "task-3161545" [ 881.448266] env[69547]: _type = "Task" [ 881.448266] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.460493] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.464147] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.505435] env[69547]: DEBUG oslo_concurrency.lockutils [None req-95aecaef-0b53-42ba-9766-638a0b18a88b tempest-ListServerFiltersTestJSON-85011366 tempest-ListServerFiltersTestJSON-85011366-project-member] Lock "f5a8d214-68ab-453c-ba9a-76206937f5eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.323s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.550525] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c5e19afb-3b72-4c89-96b3-e392f0be07a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.659990] env[69547]: DEBUG nova.network.neutron [-] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.667562] env[69547]: DEBUG nova.network.neutron [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Successfully updated port: 87a4eea7-65d4-4192-8e44-faa6dbe2c748 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.718218] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.780252] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20fd30f1-49b2-42b6-977c-895478d36c37 tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "8f8e4449-2651-4450-90ff-18e61940022f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.437s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.786687] env[69547]: DEBUG oslo_vmware.api [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161538, 'name': PowerOffVM_Task, 'duration_secs': 1.210297} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.787143] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.787429] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.787777] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-033c08f4-45f7-4529-9906-d8cba095ee3e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.868291] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.868291] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.868291] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Deleting the datastore file [datastore2] 56a815f4-f62e-46dc-8735-cbb255bbcbde {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.868291] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7f772e9-bf07-4e1e-ab6b-c3e6a1d9a38b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.879117] env[69547]: DEBUG oslo_vmware.api [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 881.879117] env[69547]: value = "task-3161547" [ 881.879117] env[69547]: _type = "Task" [ 881.879117] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.887243] env[69547]: DEBUG oslo_vmware.api [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.932637] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542899} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.933137] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.933516] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.936135] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a40ef2f8-be0b-47ea-b1f6-e50d1573e2de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.944223] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 881.944223] env[69547]: value = "task-3161548" [ 881.944223] env[69547]: _type = "Task" [ 881.944223] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.951066] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.968104] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.972721] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219011} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.976282] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.977738] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac1396-1eb6-4488-b4f0-61b53fd08db3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.008757] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] dedbe350-e200-4b0b-a7ca-a48071a9a94a/dedbe350-e200-4b0b-a7ca-a48071a9a94a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.016022] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a50caeb4-c393-4c66-860b-50c95c0b77b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.035581] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 882.035581] env[69547]: value = "task-3161549" [ 882.035581] env[69547]: _type = "Task" [ 882.035581] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.044998] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.139013] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cde23d-4c2b-47b1-a9dd-cca7bfe4d729 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.148218] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132bf791-8ebc-4de7-9bce-2b4b58309379 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.182906] env[69547]: INFO nova.compute.manager [-] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Took 1.35 seconds to deallocate network for instance. [ 882.183738] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.184071] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.184233] env[69547]: DEBUG nova.network.neutron [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.188330] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc6fb18-2a27-498d-bb6d-561910a5963a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.201903] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83995e9-70b4-457c-ba0a-1bbde2f96547 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.228798] env[69547]: DEBUG nova.compute.provider_tree [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.231291] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.392677] env[69547]: DEBUG oslo_vmware.api [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215552} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.393182] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.393544] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.394325] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.394780] env[69547]: INFO nova.compute.manager [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Took 2.18 seconds to destroy the instance on the hypervisor. [ 882.395160] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.396057] env[69547]: DEBUG nova.compute.manager [-] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.396309] env[69547]: DEBUG nova.network.neutron [-] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.460142] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092897} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.461086] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.462408] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f20f430-a515-4c2e-94c9-a28edfb8053d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.471572] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161544, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.497087] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.497087] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81dc9b7-db9f-4224-ad75-1138c6ab34d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.523103] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 882.523103] env[69547]: value = "task-3161550" [ 882.523103] env[69547]: _type = "Task" [ 882.523103] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.538421] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.547956] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.698019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.726503] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.737486] env[69547]: DEBUG nova.scheduler.client.report [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.747162] env[69547]: DEBUG nova.network.neutron [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.954473] env[69547]: DEBUG nova.compute.manager [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Received event network-vif-deleted-27e35c17-c972-4628-a4e3-db17a42462da {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.954876] env[69547]: DEBUG nova.compute.manager [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Received event network-vif-plugged-87a4eea7-65d4-4192-8e44-faa6dbe2c748 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.955196] env[69547]: DEBUG oslo_concurrency.lockutils [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] Acquiring lock "b7ed78fa-79cf-4adf-846e-08c941776171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.955482] env[69547]: DEBUG oslo_concurrency.lockutils [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] Lock "b7ed78fa-79cf-4adf-846e-08c941776171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.955900] env[69547]: DEBUG oslo_concurrency.lockutils [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] Lock "b7ed78fa-79cf-4adf-846e-08c941776171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.956015] env[69547]: DEBUG nova.compute.manager [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] No waiting events found dispatching network-vif-plugged-87a4eea7-65d4-4192-8e44-faa6dbe2c748 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.956419] env[69547]: WARNING nova.compute.manager [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Received unexpected event network-vif-plugged-87a4eea7-65d4-4192-8e44-faa6dbe2c748 for instance with vm_state building and task_state spawning. [ 882.956419] env[69547]: DEBUG nova.compute.manager [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Received event network-changed-87a4eea7-65d4-4192-8e44-faa6dbe2c748 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.956419] env[69547]: DEBUG nova.compute.manager [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Refreshing instance network info cache due to event network-changed-87a4eea7-65d4-4192-8e44-faa6dbe2c748. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.956749] env[69547]: DEBUG oslo_concurrency.lockutils [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] Acquiring lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.969938] env[69547]: DEBUG oslo_vmware.api [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161544, 'name': RemoveSnapshot_Task, 'duration_secs': 1.247984} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.971498] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 882.971498] env[69547]: INFO nova.compute.manager [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Took 14.68 seconds to snapshot the instance on the hypervisor. [ 883.037956] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161550, 'name': ReconfigVM_Task, 'duration_secs': 0.335361} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.038400] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Reconfigured VM instance instance-00000008 to attach disk [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.042487] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc5eaf2-4262-496b-9cb9-e6d7c2172ba8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.045579] env[69547]: DEBUG nova.network.neutron [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Updating instance_info_cache with network_info: [{"id": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "address": "fa:16:3e:a8:cc:03", "network": {"id": "00a6950f-b4d5-4477-9ee4-851ffbe9f7a9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-348957934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93d8077a62da44f4b2d609e25164ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a4eea7-65", "ovs_interfaceid": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.054531] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161549, 'name': ReconfigVM_Task, 'duration_secs': 0.635792} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.057364] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] dedbe350-e200-4b0b-a7ca-a48071a9a94a/dedbe350-e200-4b0b-a7ca-a48071a9a94a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.057364] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 883.057364] env[69547]: value = "task-3161551" [ 883.057364] env[69547]: _type = "Task" [ 883.057364] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.057799] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b631c623-a863-403c-b609-306160d65da1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.071599] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161551, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.073486] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 883.073486] env[69547]: value = "task-3161552" [ 883.073486] env[69547]: _type = "Task" [ 883.073486] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.083804] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161552, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.220438] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.241217] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.244050] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.006s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.246547] env[69547]: INFO nova.compute.claims [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.283599] env[69547]: INFO nova.scheduler.client.report [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Deleted allocations for instance abc1186a-59c7-4e08-a0d6-e6fc42dd58b1 [ 883.295798] env[69547]: DEBUG nova.network.neutron [-] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.551019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.551019] env[69547]: DEBUG nova.compute.manager [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Instance network_info: |[{"id": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "address": "fa:16:3e:a8:cc:03", "network": {"id": "00a6950f-b4d5-4477-9ee4-851ffbe9f7a9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-348957934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93d8077a62da44f4b2d609e25164ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a4eea7-65", "ovs_interfaceid": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.551019] env[69547]: DEBUG oslo_concurrency.lockutils [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] Acquired lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.551019] env[69547]: DEBUG nova.network.neutron [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Refreshing network info cache for port 87a4eea7-65d4-4192-8e44-faa6dbe2c748 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.551019] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:cc:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87a4eea7-65d4-4192-8e44-faa6dbe2c748', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.560659] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.563934] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.568935] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-471c3dac-5ff8-45d2-9bf6-11c236c9d7e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.589019] env[69547]: DEBUG nova.compute.manager [None req-e8747129-1994-4f5c-9c37-6a28b494afeb tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Found 2 images (rotation: 2) {{(pid=69547) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 883.603088] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161551, 'name': Rename_Task, 'duration_secs': 0.142608} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.604513] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.604862] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.604862] env[69547]: value = "task-3161553" [ 883.604862] env[69547]: _type = "Task" [ 883.604862] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.605080] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1747d30e-13af-468f-b0d3-56aea4023078 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.615917] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161552, 'name': Rename_Task, 'duration_secs': 0.167132} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.616740] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.617623] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4846d5b-1f2b-49f5-ab48-b5f7dfbbc567 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.624123] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161553, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.624519] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 883.624519] env[69547]: value = "task-3161554" [ 883.624519] env[69547]: _type = "Task" [ 883.624519] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.630560] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 883.630560] env[69547]: value = "task-3161555" [ 883.630560] env[69547]: _type = "Task" [ 883.630560] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.646094] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.653406] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161555, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.723025] env[69547]: DEBUG oslo_vmware.api [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161524, 'name': ReconfigVM_Task, 'duration_secs': 5.748393} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.723678] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.723678] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Reconfigured VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 883.795437] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3c4f364f-4440-420a-8f45-43681df05afb tempest-VolumesAssistedSnapshotsTest-1601267238 tempest-VolumesAssistedSnapshotsTest-1601267238-project-member] Lock "abc1186a-59c7-4e08-a0d6-e6fc42dd58b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.233s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.803032] env[69547]: INFO nova.compute.manager [-] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Took 1.41 seconds to deallocate network for instance. [ 883.948880] env[69547]: DEBUG nova.compute.manager [req-dce67775-093d-4da6-a391-3ae6fd4edcd9 req-756036f5-6f98-4088-b437-1d24356b215e service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Received event network-changed-32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.949178] env[69547]: DEBUG nova.compute.manager [req-dce67775-093d-4da6-a391-3ae6fd4edcd9 req-756036f5-6f98-4088-b437-1d24356b215e service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Refreshing instance network info cache due to event network-changed-32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.949414] env[69547]: DEBUG oslo_concurrency.lockutils [req-dce67775-093d-4da6-a391-3ae6fd4edcd9 req-756036f5-6f98-4088-b437-1d24356b215e service nova] Acquiring lock "refresh_cache-8f8e4449-2651-4450-90ff-18e61940022f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.949559] env[69547]: DEBUG oslo_concurrency.lockutils [req-dce67775-093d-4da6-a391-3ae6fd4edcd9 req-756036f5-6f98-4088-b437-1d24356b215e service nova] Acquired lock "refresh_cache-8f8e4449-2651-4450-90ff-18e61940022f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.949755] env[69547]: DEBUG nova.network.neutron [req-dce67775-093d-4da6-a391-3ae6fd4edcd9 req-756036f5-6f98-4088-b437-1d24356b215e service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Refreshing network info cache for port 32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.119998] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161553, 'name': CreateVM_Task, 'duration_secs': 0.453316} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.123689] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.124485] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.124738] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.125085] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.125305] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae31a35-544c-4bb7-823c-bbbc2daa62cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.135024] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 884.135024] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528553fa-af52-7dcb-4284-74b25e38203a" [ 884.135024] env[69547]: _type = "Task" [ 884.135024] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.140103] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.147816] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.150956] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528553fa-af52-7dcb-4284-74b25e38203a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.317097] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.399465] env[69547]: DEBUG nova.network.neutron [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Updated VIF entry in instance network info cache for port 87a4eea7-65d4-4192-8e44-faa6dbe2c748. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.400088] env[69547]: DEBUG nova.network.neutron [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Updating instance_info_cache with network_info: [{"id": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "address": "fa:16:3e:a8:cc:03", "network": {"id": "00a6950f-b4d5-4477-9ee4-851ffbe9f7a9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-348957934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93d8077a62da44f4b2d609e25164ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a4eea7-65", "ovs_interfaceid": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.638608] env[69547]: DEBUG oslo_vmware.api [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161554, 'name': PowerOnVM_Task, 'duration_secs': 0.789675} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.654020] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.654020] env[69547]: DEBUG nova.compute.manager [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.657264] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ec9be-77bd-4a79-99a7-04448e417d06 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.681024] env[69547]: DEBUG oslo_vmware.api [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161555, 'name': PowerOnVM_Task, 'duration_secs': 0.787018} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.689545] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.689798] env[69547]: INFO nova.compute.manager [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Took 12.74 seconds to spawn the instance on the hypervisor. [ 884.690062] env[69547]: DEBUG nova.compute.manager [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.693828] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528553fa-af52-7dcb-4284-74b25e38203a, 'name': SearchDatastore_Task, 'duration_secs': 0.016744} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.698021] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c052c0f8-48a0-484c-bd3c-38ca287777b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.698755] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.699036] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.699296] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.699467] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.699676] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.699992] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82392f51-d1e3-411b-8b18-10bb2c39f02e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.711478] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.711689] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.712840] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e225abf-7e62-4db1-88a2-c0418088940d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.718704] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 884.718704] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524abb34-6efa-727b-e940-5d8783896ec9" [ 884.718704] env[69547]: _type = "Task" [ 884.718704] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.730288] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524abb34-6efa-727b-e940-5d8783896ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.908445] env[69547]: DEBUG oslo_concurrency.lockutils [req-1c5a3581-9b6f-4c0b-8b3a-be6a97af21d4 req-b5e7b699-1174-45bb-8a86-e6cc9fcc6e2c service nova] Releasing lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.943870] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0e8a0f-696f-48f5-ab3a-6fecd3ba1b58 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.952392] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1681f0-f2fa-4ed1-a685-508db682c6bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.984007] env[69547]: DEBUG nova.network.neutron [req-dce67775-093d-4da6-a391-3ae6fd4edcd9 req-756036f5-6f98-4088-b437-1d24356b215e service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Updated VIF entry in instance network info cache for port 32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.984395] env[69547]: DEBUG nova.network.neutron [req-dce67775-093d-4da6-a391-3ae6fd4edcd9 req-756036f5-6f98-4088-b437-1d24356b215e service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Updating instance_info_cache with network_info: [{"id": "32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4", "address": "fa:16:3e:3a:b2:1b", "network": {"id": "9f918bd7-e7c6-471c-8043-1b39f3df51cb", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-372604917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75fa4d55eff1451ca24c34c59012bbfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2d8e4-71", "ovs_interfaceid": "32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.986106] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4102cee-2430-4fa5-a1c8-77922b547816 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.995170] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7409b9b-2b06-415e-92b4-73bf27e5e91e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.011557] env[69547]: DEBUG nova.compute.provider_tree [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.049050] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.049269] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.050026] env[69547]: DEBUG nova.network.neutron [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.204593] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.223847] env[69547]: INFO nova.compute.manager [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Took 54.69 seconds to build instance. [ 885.233671] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524abb34-6efa-727b-e940-5d8783896ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.015285} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.235542] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7587ed-216e-4acc-9aac-84defeb4bcfd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.242288] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 885.242288] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527e4b96-471d-5ab2-cc59-677916157781" [ 885.242288] env[69547]: _type = "Task" [ 885.242288] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.253550] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527e4b96-471d-5ab2-cc59-677916157781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.426608] env[69547]: DEBUG nova.compute.manager [req-63f5f991-7661-41e9-ac1e-c450b40853c1 req-565d4033-be93-484d-a9b5-9fade46625f6 service nova] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Received event network-vif-deleted-44b2b079-cdbd-40e9-a97c-41932083abb3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.426863] env[69547]: DEBUG nova.compute.manager [req-63f5f991-7661-41e9-ac1e-c450b40853c1 req-565d4033-be93-484d-a9b5-9fade46625f6 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Received event network-vif-deleted-165a544c-892a-430b-9955-ceebbf3f0ea2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.427016] env[69547]: INFO nova.compute.manager [req-63f5f991-7661-41e9-ac1e-c450b40853c1 req-565d4033-be93-484d-a9b5-9fade46625f6 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Neutron deleted interface 165a544c-892a-430b-9955-ceebbf3f0ea2; detaching it from the instance and deleting it from the info cache [ 885.428172] env[69547]: DEBUG nova.network.neutron [req-63f5f991-7661-41e9-ac1e-c450b40853c1 req-565d4033-be93-484d-a9b5-9fade46625f6 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updating instance_info_cache with network_info: [{"id": "03363c43-63e1-4727-bfa8-076af148695d", "address": "fa:16:3e:dc:86:a5", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03363c43-63", "ovs_interfaceid": "03363c43-63e1-4727-bfa8-076af148695d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.490698] env[69547]: DEBUG oslo_concurrency.lockutils [req-dce67775-093d-4da6-a391-3ae6fd4edcd9 req-756036f5-6f98-4088-b437-1d24356b215e service nova] Releasing lock "refresh_cache-8f8e4449-2651-4450-90ff-18e61940022f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.515529] env[69547]: DEBUG nova.scheduler.client.report [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.588446] env[69547]: DEBUG nova.compute.manager [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.589488] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baed0a2-893e-4af3-9a15-bc84213a8be1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.727179] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0dcfd01a-0924-4278-9a8e-40b3299a6d57 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.345s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.759375] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527e4b96-471d-5ab2-cc59-677916157781, 'name': SearchDatastore_Task, 'duration_secs': 0.017627} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.759668] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.760060] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] b7ed78fa-79cf-4adf-846e-08c941776171/b7ed78fa-79cf-4adf-846e-08c941776171.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.760358] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95bea7ac-c163-4c47-b94d-c4985c17e840 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.769346] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 885.769346] env[69547]: value = "task-3161556" [ 885.769346] env[69547]: _type = "Task" [ 885.769346] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.780620] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.900019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "3295dc83-0554-4159-8f3f-d444d6e89b30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.900019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.900019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "3295dc83-0554-4159-8f3f-d444d6e89b30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.900244] env[69547]: DEBUG oslo_concurrency.lockutils [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.900426] env[69547]: DEBUG oslo_concurrency.lockutils [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.904985] env[69547]: INFO nova.compute.manager [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Terminating instance [ 885.931279] env[69547]: DEBUG oslo_concurrency.lockutils [req-63f5f991-7661-41e9-ac1e-c450b40853c1 req-565d4033-be93-484d-a9b5-9fade46625f6 service nova] Acquiring lock "3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.023250] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.024075] env[69547]: DEBUG nova.compute.manager [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.027458] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.495s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.027647] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.027842] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 886.030174] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.234s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.030435] env[69547]: DEBUG nova.objects.instance [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lazy-loading 'resources' on Instance uuid f5d238a7-ea93-4189-8689-3c8b70b7c30e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.036201] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6489c8f0-516f-4565-9552-99f32e4ce6fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.057054] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da404268-01cc-4c9c-8f85-4b04c1a81a37 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.077789] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd1b14d-2493-401f-91b0-a66b5032baea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.085495] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db20b2-3407-4308-a37d-7bd1f3b61dd6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.120705] env[69547]: INFO nova.compute.manager [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] instance snapshotting [ 886.122347] env[69547]: DEBUG nova.objects.instance [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'flavor' on Instance uuid e1ea28d1-194d-4e26-8b7d-bf1060528315 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.124045] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178269MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 886.124206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.285398] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161556, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.287187] env[69547]: INFO nova.network.neutron [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Port 165a544c-892a-430b-9955-ceebbf3f0ea2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 886.287742] env[69547]: DEBUG nova.network.neutron [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updating instance_info_cache with network_info: [{"id": "03363c43-63e1-4727-bfa8-076af148695d", "address": "fa:16:3e:dc:86:a5", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03363c43-63", "ovs_interfaceid": "03363c43-63e1-4727-bfa8-076af148695d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.411275] env[69547]: DEBUG nova.compute.manager [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.411565] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.412797] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ff0ce-9b9a-4335-b7ab-968596fd6008 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.425956] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.426416] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cf07fab-607b-48a1-aa1a-2f980ee76be2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.435375] env[69547]: DEBUG oslo_vmware.api [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 886.435375] env[69547]: value = "task-3161557" [ 886.435375] env[69547]: _type = "Task" [ 886.435375] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.448153] env[69547]: DEBUG oslo_vmware.api [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.539796] env[69547]: DEBUG nova.compute.utils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.542447] env[69547]: DEBUG nova.compute.manager [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 886.632190] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636fab89-d5b8-4476-82b7-c9f9ecefac6e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.667228] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95ea87f-3d66-44f5-8aaa-fbcafeb0dcbe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.782808] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685219} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.788972] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] b7ed78fa-79cf-4adf-846e-08c941776171/b7ed78fa-79cf-4adf-846e-08c941776171.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.789413] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.791154] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f250ec98-1b93-4da2-b1eb-0c40e42bde89 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.793377] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.804015] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 886.804015] env[69547]: value = "task-3161558" [ 886.804015] env[69547]: _type = "Task" [ 886.804015] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.815354] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.953065] env[69547]: DEBUG oslo_vmware.api [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161557, 'name': PowerOffVM_Task, 'duration_secs': 0.303425} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.953065] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.953065] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.953065] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ae85bd9-9841-4749-a182-650ffe1a5912 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.042044] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.044024] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.044024] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleting the datastore file [datastore2] 3295dc83-0554-4159-8f3f-d444d6e89b30 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.044024] env[69547]: DEBUG nova.compute.manager [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.046381] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42f41876-25ae-4867-9beb-6295a96a7470 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.060346] env[69547]: DEBUG oslo_vmware.api [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 887.060346] env[69547]: value = "task-3161560" [ 887.060346] env[69547]: _type = "Task" [ 887.060346] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.073038] env[69547]: DEBUG oslo_vmware.api [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.181395] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.182032] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a7dc4fc-c650-442a-bd8f-41b9c344c66e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.191787] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 887.191787] env[69547]: value = "task-3161561" [ 887.191787] env[69547]: _type = "Task" [ 887.191787] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.207395] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161561, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.220149] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5437275-6586-4634-b820-6a9475e2abb0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.229406] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab26eaa8-f52e-4f4e-92ad-fcaf2eb4bf15 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.275726] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f2586d-0e59-47e1-b0e9-9ae06dce72f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.285720] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062a6b82-5749-4982-ae4b-7afdf3bd9e48 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.309286] env[69547]: DEBUG oslo_concurrency.lockutils [None req-81ea551a-37da-48ee-9314-ead44ffe4785 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-3295dc83-0554-4159-8f3f-d444d6e89b30-165a544c-892a-430b-9955-ceebbf3f0ea2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.229s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.313341] env[69547]: DEBUG nova.compute.provider_tree [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.321866] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.323985] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.330905] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079012} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.331312] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.335186] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2affaa86-74d3-4186-af85-bcfebdf58746 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.359307] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] b7ed78fa-79cf-4adf-846e-08c941776171/b7ed78fa-79cf-4adf-846e-08c941776171.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.360110] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d2d5d0-c0f9-448e-90b6-49e8c485fb5e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.385063] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 887.385063] env[69547]: value = "task-3161562" [ 887.385063] env[69547]: _type = "Task" [ 887.385063] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.403033] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.410319] env[69547]: DEBUG oslo_concurrency.lockutils [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.410319] env[69547]: DEBUG oslo_concurrency.lockutils [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.410319] env[69547]: DEBUG oslo_concurrency.lockutils [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.410319] env[69547]: DEBUG oslo_concurrency.lockutils [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.410319] env[69547]: DEBUG oslo_concurrency.lockutils [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.411860] env[69547]: INFO nova.compute.manager [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Terminating instance [ 887.578660] env[69547]: DEBUG oslo_vmware.api [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290727} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.579147] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.580041] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.580041] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.580041] env[69547]: INFO nova.compute.manager [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Took 1.17 seconds to destroy the instance on the hypervisor. [ 887.580041] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.580385] env[69547]: DEBUG nova.compute.manager [-] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.580385] env[69547]: DEBUG nova.network.neutron [-] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.710610] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161561, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.822654] env[69547]: DEBUG nova.scheduler.client.report [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.826823] env[69547]: DEBUG nova.compute.manager [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.899299] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.919706] env[69547]: DEBUG nova.compute.manager [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.920148] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.924041] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799972d4-0fcb-4bec-98ed-3f2741cfa957 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.934329] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.934628] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5e85c66-6e71-4b69-931a-0703d56231a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.948097] env[69547]: DEBUG oslo_vmware.api [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 887.948097] env[69547]: value = "task-3161563" [ 887.948097] env[69547]: _type = "Task" [ 887.948097] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.957905] env[69547]: DEBUG oslo_vmware.api [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.061079] env[69547]: DEBUG nova.compute.manager [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.113847] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.114081] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.120220] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.120220] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.120220] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.120220] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.120220] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.120220] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.120220] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.120220] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.120511] env[69547]: DEBUG nova.virt.hardware [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.121530] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ab3c0e-41d4-43a2-8b3e-2718ab0522a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.128597] env[69547]: INFO nova.compute.manager [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Rebuilding instance [ 888.135241] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f2aec-100c-4d54-a680-7b260271dc51 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.154398] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.160659] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Creating folder: Project (78a73bccd37745829956046e3234acf8). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.163470] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dab613d0-0d8c-4090-a568-24138a3c2bdb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.177643] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Created folder: Project (78a73bccd37745829956046e3234acf8) in parent group-v632381. [ 888.177899] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Creating folder: Instances. Parent ref: group-v632555. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.178236] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bb378d9-7eeb-40de-ab03-afadebb30ff4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.194243] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Created folder: Instances in parent group-v632555. [ 888.194243] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.194243] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.194243] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b11d3bac-899b-404e-ad57-c31e2f22c224 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.222919] env[69547]: DEBUG nova.compute.manager [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.224325] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cac0d54-6bef-4ff4-9e9c-5a124b27aa17 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.232543] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.232543] env[69547]: value = "task-3161566" [ 888.232543] env[69547]: _type = "Task" [ 888.232543] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.232895] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161561, 'name': CreateSnapshot_Task, 'duration_secs': 0.951915} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.233874] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 888.237813] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd53376-0ac0-4810-ac3e-070e3df3dbdc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.259525] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161566, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.333350] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.338124] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.857s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.340382] env[69547]: INFO nova.compute.claims [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.363633] env[69547]: INFO nova.scheduler.client.report [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Deleted allocations for instance f5d238a7-ea93-4189-8689-3c8b70b7c30e [ 888.368923] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.402052] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161562, 'name': ReconfigVM_Task, 'duration_secs': 0.545895} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.403522] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Reconfigured VM instance instance-00000039 to attach disk [datastore1] b7ed78fa-79cf-4adf-846e-08c941776171/b7ed78fa-79cf-4adf-846e-08c941776171.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.403522] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa35f392-5574-45f5-812d-fa907215d98c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.414486] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 888.414486] env[69547]: value = "task-3161567" [ 888.414486] env[69547]: _type = "Task" [ 888.414486] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.433263] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161567, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.457291] env[69547]: DEBUG oslo_vmware.api [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161563, 'name': PowerOffVM_Task, 'duration_secs': 0.250152} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.457598] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.457763] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.458059] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f21b73-9d93-4074-b8bf-ba418f3bb280 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.587767] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.588057] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.588261] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Deleting the datastore file [datastore2] dedbe350-e200-4b0b-a7ca-a48071a9a94a {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.588592] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abf33537-7477-449c-a94a-840c67a9cf0f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.603132] env[69547]: DEBUG oslo_vmware.api [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for the task: (returnval){ [ 888.603132] env[69547]: value = "task-3161569" [ 888.603132] env[69547]: _type = "Task" [ 888.603132] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.615653] env[69547]: DEBUG oslo_vmware.api [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.746915] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161566, 'name': CreateVM_Task, 'duration_secs': 0.432571} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.747133] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.747629] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.747835] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.749439] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.749439] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78eba464-a877-4892-848c-21df030b9732 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.761270] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 888.761270] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b254c1-fe33-e9a0-873b-0a86fa19c1e3" [ 888.761270] env[69547]: _type = "Task" [ 888.761270] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.772280] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.775728] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2114123-8890-46ad-b4ed-4c347e6424b8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.790071] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b254c1-fe33-e9a0-873b-0a86fa19c1e3, 'name': SearchDatastore_Task, 'duration_secs': 0.017901} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.792293] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.792566] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.792855] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.792945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.793716] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.793716] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 888.793716] env[69547]: value = "task-3161570" [ 888.793716] env[69547]: _type = "Task" [ 888.793716] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.794217] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a09c558-ddde-466b-94f2-bb1830a3e36c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.806679] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161570, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.809367] env[69547]: DEBUG nova.compute.manager [req-af14bec5-9880-49c4-bf6e-b2d09a2164fd req-648f7728-d8b9-4936-ac04-610d99c19e72 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Received event network-vif-deleted-03363c43-63e1-4727-bfa8-076af148695d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.809636] env[69547]: INFO nova.compute.manager [req-af14bec5-9880-49c4-bf6e-b2d09a2164fd req-648f7728-d8b9-4936-ac04-610d99c19e72 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Neutron deleted interface 03363c43-63e1-4727-bfa8-076af148695d; detaching it from the instance and deleting it from the info cache [ 888.809636] env[69547]: DEBUG nova.network.neutron [req-af14bec5-9880-49c4-bf6e-b2d09a2164fd req-648f7728-d8b9-4936-ac04-610d99c19e72 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.812572] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.812755] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.813833] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421a6094-f581-4394-9fad-3132e5c07674 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.822953] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 888.822953] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525c6e59-f5d7-6f10-0539-a7d549ae055a" [ 888.822953] env[69547]: _type = "Task" [ 888.822953] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.834951] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525c6e59-f5d7-6f10-0539-a7d549ae055a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.873721] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8c9dd5cb-9fb1-472f-a72a-b8c3cac2707f tempest-ImagesOneServerTestJSON-23170273 tempest-ImagesOneServerTestJSON-23170273-project-member] Lock "f5d238a7-ea93-4189-8689-3c8b70b7c30e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.949s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.930830] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161567, 'name': Rename_Task, 'duration_secs': 0.218593} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.931151] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.931425] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-402ef108-3c80-43ab-a301-80d06b9dfaf0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.934176] env[69547]: DEBUG nova.network.neutron [-] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.941930] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 888.941930] env[69547]: value = "task-3161571" [ 888.941930] env[69547]: _type = "Task" [ 888.941930] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.953223] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.115091] env[69547]: DEBUG oslo_vmware.api [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Task: {'id': task-3161569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329241} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.115437] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.115699] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.115962] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.116218] env[69547]: INFO nova.compute.manager [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 889.116501] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.116766] env[69547]: DEBUG nova.compute.manager [-] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.116861] env[69547]: DEBUG nova.network.neutron [-] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.261726] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.263037] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14f4ee12-c66c-480f-b31b-7d828bf008cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.274025] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 889.274025] env[69547]: value = "task-3161572" [ 889.274025] env[69547]: _type = "Task" [ 889.274025] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.282988] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.309014] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161570, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.321090] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b692aff6-86e3-43f9-8f2b-c85f9266cb23 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.329931] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd6dead-3dba-427f-bd52-7a29c6c7fdae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.352432] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525c6e59-f5d7-6f10-0539-a7d549ae055a, 'name': SearchDatastore_Task, 'duration_secs': 0.019033} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.354178] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f5b4bc-24c0-4bd2-b18c-1f957051844b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.373865] env[69547]: DEBUG nova.compute.manager [req-af14bec5-9880-49c4-bf6e-b2d09a2164fd req-648f7728-d8b9-4936-ac04-610d99c19e72 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Detach interface failed, port_id=03363c43-63e1-4727-bfa8-076af148695d, reason: Instance 3295dc83-0554-4159-8f3f-d444d6e89b30 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 889.394848] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 889.394848] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52023e4b-55bc-2f8a-31c1-8a8d0c9e0729" [ 889.394848] env[69547]: _type = "Task" [ 889.394848] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.404658] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52023e4b-55bc-2f8a-31c1-8a8d0c9e0729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.439598] env[69547]: INFO nova.compute.manager [-] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Took 1.86 seconds to deallocate network for instance. [ 889.457800] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.570153] env[69547]: DEBUG oslo_vmware.rw_handles [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521262ab-ac17-12de-c16c-50346be54687/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 889.571099] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f0203d-1867-4020-a586-cf9c3d60bd84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.583021] env[69547]: DEBUG oslo_vmware.rw_handles [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521262ab-ac17-12de-c16c-50346be54687/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 889.583021] env[69547]: ERROR oslo_vmware.rw_handles [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521262ab-ac17-12de-c16c-50346be54687/disk-0.vmdk due to incomplete transfer. [ 889.583021] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c263dded-9344-4f00-aef1-b6243f5c654a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.593017] env[69547]: DEBUG oslo_vmware.rw_handles [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521262ab-ac17-12de-c16c-50346be54687/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 889.593571] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Uploaded image 5d2aed07-5347-4379-9925-39e0dedf6be2 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 889.597048] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 889.598734] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30ed64d4-4188-4ebc-8ad0-ee423db9c532 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.607069] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 889.607069] env[69547]: value = "task-3161573" [ 889.607069] env[69547]: _type = "Task" [ 889.607069] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.620374] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161573, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.788570] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161572, 'name': PowerOffVM_Task, 'duration_secs': 0.245954} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.788875] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.789118] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.790777] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd2f0e-0212-43fa-9884-fde6bd085304 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.799523] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.808154] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02746818-9402-4f95-84f2-645db89822bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.818113] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161570, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.911645] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52023e4b-55bc-2f8a-31c1-8a8d0c9e0729, 'name': SearchDatastore_Task, 'duration_secs': 0.01537} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.913463] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.913779] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] d6d69df9-c7ab-4f01-8d24-66be36bd3ba8/d6d69df9-c7ab-4f01-8d24-66be36bd3ba8.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.914078] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab75607a-9582-4e46-a157-30d73b2ae864 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.928122] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 889.928122] env[69547]: value = "task-3161575" [ 889.928122] env[69547]: _type = "Task" [ 889.928122] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.943820] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.952213] env[69547]: DEBUG oslo_concurrency.lockutils [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.952883] env[69547]: DEBUG oslo_vmware.api [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161571, 'name': PowerOnVM_Task, 'duration_secs': 0.884337} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.955453] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.955681] env[69547]: INFO nova.compute.manager [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Took 9.29 seconds to spawn the instance on the hypervisor. [ 889.955870] env[69547]: DEBUG nova.compute.manager [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.956973] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a518c0a-2de2-4683-a641-1f2bd28820f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.054397] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa5b448-44fc-4883-90fb-5599820b6007 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.063277] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b889b9c-3302-4c81-b988-afd6cfcc11e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.103692] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fd91d0-d731-4488-bdac-2da4c9f1cede {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.115814] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabf04fd-60db-4e53-a22a-624b2b2f108a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.124520] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161573, 'name': Destroy_Task, 'duration_secs': 0.4833} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.125292] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Destroyed the VM [ 890.125565] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 890.125811] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99ada0d9-44c0-48b8-8592-694256b344ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.138255] env[69547]: DEBUG nova.compute.provider_tree [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.146050] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 890.146050] env[69547]: value = "task-3161576" [ 890.146050] env[69547]: _type = "Task" [ 890.146050] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.157058] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.313460] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161570, 'name': CloneVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.408728] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.408728] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.408728] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleting the datastore file [datastore1] fc616047-fa59-42c8-96c8-48b520b81d20 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.408728] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97bec102-dee6-4969-b752-1c3e0bfd6758 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.418361] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 890.418361] env[69547]: value = "task-3161577" [ 890.418361] env[69547]: _type = "Task" [ 890.418361] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.428989] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.438690] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.477458] env[69547]: INFO nova.compute.manager [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Took 54.63 seconds to build instance. [ 890.641389] env[69547]: DEBUG nova.scheduler.client.report [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.667616] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.677189] env[69547]: DEBUG nova.network.neutron [-] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.820077] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161570, 'name': CloneVM_Task, 'duration_secs': 1.666983} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.820077] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Created linked-clone VM from snapshot [ 890.820077] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d2b57b-364f-4913-80ab-b1c920ceec98 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.832037] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Uploading image 05d1bf87-d024-4413-b877-c955bb0bf172 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.866194] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 890.866194] env[69547]: value = "vm-632558" [ 890.866194] env[69547]: _type = "VirtualMachine" [ 890.866194] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 890.866194] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18bb4942-b1d3-4167-b3a7-65c13e1dac68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.876812] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease: (returnval){ [ 890.876812] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5256ebbe-6269-d67b-f267-92ee8d613008" [ 890.876812] env[69547]: _type = "HttpNfcLease" [ 890.876812] env[69547]: } obtained for exporting VM: (result){ [ 890.876812] env[69547]: value = "vm-632558" [ 890.876812] env[69547]: _type = "VirtualMachine" [ 890.876812] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 890.877522] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the lease: (returnval){ [ 890.877522] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5256ebbe-6269-d67b-f267-92ee8d613008" [ 890.877522] env[69547]: _type = "HttpNfcLease" [ 890.877522] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 890.886787] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.886787] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5256ebbe-6269-d67b-f267-92ee8d613008" [ 890.886787] env[69547]: _type = "HttpNfcLease" [ 890.886787] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 890.932664] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262776} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.936825] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.940018] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.940018] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.946341] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654175} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.946600] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] d6d69df9-c7ab-4f01-8d24-66be36bd3ba8/d6d69df9-c7ab-4f01-8d24-66be36bd3ba8.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.946807] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.947068] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd3a7d5a-c67c-4d69-986c-b3f135dd2f7a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.955731] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 890.955731] env[69547]: value = "task-3161579" [ 890.955731] env[69547]: _type = "Task" [ 890.955731] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.966965] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.979843] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5eacf3fa-0752-424b-a732-b91b92de898e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "b7ed78fa-79cf-4adf-846e-08c941776171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.905s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.153436] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.153987] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.157512] env[69547]: DEBUG oslo_concurrency.lockutils [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.412s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.157739] env[69547]: DEBUG nova.objects.instance [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lazy-loading 'resources' on Instance uuid 259c51de-d787-4905-a37b-f175a3a68aa4 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.167305] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161576, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.177055] env[69547]: INFO nova.compute.manager [-] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Took 2.06 seconds to deallocate network for instance. [ 891.395519] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.395519] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5256ebbe-6269-d67b-f267-92ee8d613008" [ 891.395519] env[69547]: _type = "HttpNfcLease" [ 891.395519] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 891.395847] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 891.395847] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5256ebbe-6269-d67b-f267-92ee8d613008" [ 891.395847] env[69547]: _type = "HttpNfcLease" [ 891.395847] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 891.396660] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664e9bd8-4c08-4422-9c18-0fc0638fd104 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.405336] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "3cfc21f7-365e-408c-b19a-979ddebfc001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.405629] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.410535] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d3718-f89c-e44d-32e0-15ebae74b88c/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 891.410767] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d3718-f89c-e44d-32e0-15ebae74b88c/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 891.495183] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161579, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.555655] env[69547]: DEBUG nova.compute.manager [req-9835b672-f53b-4e30-83fc-5a8e3bdc81f4 req-5eebdce5-078b-4f03-8463-c0e3555ddc50 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Received event network-vif-deleted-7114d238-2c8a-49bd-92ce-905046edab3a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.555876] env[69547]: DEBUG nova.compute.manager [req-9835b672-f53b-4e30-83fc-5a8e3bdc81f4 req-5eebdce5-078b-4f03-8463-c0e3555ddc50 service nova] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Received event network-vif-deleted-1d8f980e-f8eb-4934-bd27-e6629a15dbe2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.659099] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f0bab2f-4211-472d-9fab-1ba26f24c29d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.669757] env[69547]: DEBUG nova.compute.utils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.675412] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161576, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.676246] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.676469] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.684575] env[69547]: DEBUG oslo_concurrency.lockutils [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.724869] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "28e55cf3-a015-45ba-9613-c6dd8230ef74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.725173] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "28e55cf3-a015-45ba-9613-c6dd8230ef74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.783824] env[69547]: DEBUG nova.policy [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6dcb8cadb874c6a8d4ddb61d648a144', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a47a70d843f4fc49c018cd4cae71c0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.908365] env[69547]: DEBUG nova.compute.manager [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.003233] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.559479} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.004110] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.004998] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c234b174-d0a8-4766-b3b1-0696bf0dce39 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.031695] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] d6d69df9-c7ab-4f01-8d24-66be36bd3ba8/d6d69df9-c7ab-4f01-8d24-66be36bd3ba8.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.040309] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6173342-0f42-4d86-8d76-db2ddd4c9416 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.059410] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 892.059410] env[69547]: value = "task-3161580" [ 892.059410] env[69547]: _type = "Task" [ 892.059410] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.065049] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.065371] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.065585] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.065843] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.066054] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.066241] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.066496] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.066712] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.066934] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.067173] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.067387] env[69547]: DEBUG nova.virt.hardware [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.068277] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c592fe8-72d9-4bff-a780-8f049b2cde48 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.085783] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161580, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.086848] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2598e1-3b4f-471f-b72d-4a502564f842 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.103606] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:6d:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f97e560-beda-4431-b6cc-60052bae75c5', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.111565] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.115186] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.115494] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b17e0490-fd13-49c7-9495-5a781c61cecc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.139926] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.139926] env[69547]: value = "task-3161581" [ 892.139926] env[69547]: _type = "Task" [ 892.139926] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.151548] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161581, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.159588] env[69547]: DEBUG oslo_vmware.api [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161576, 'name': RemoveSnapshot_Task, 'duration_secs': 1.730836} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.162800] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 892.163079] env[69547]: INFO nova.compute.manager [None req-bba71f32-ae49-4974-b648-6ee35bdd6309 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 892.176986] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.230954] env[69547]: DEBUG nova.compute.manager [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.406375] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Successfully created port: 95b0d824-d72a-42f7-a607-5cc368eb15c0 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.413558] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e0c146-18d7-49f9-b5dd-a937128dc317 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.429220] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89953b9f-02f6-4f88-a3b8-6a7afd52f7d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.466062] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.467355] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd770fc-3fe3-40d5-baef-65e2b9d6c2d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.477154] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe9a612-0d2a-4f99-959f-cb3304e7ee68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.494838] env[69547]: DEBUG nova.compute.provider_tree [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.497096] env[69547]: INFO nova.compute.manager [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Rescuing [ 892.497409] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.497661] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.497914] env[69547]: DEBUG nova.network.neutron [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.573369] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161580, 'name': ReconfigVM_Task, 'duration_secs': 0.403847} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.573369] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Reconfigured VM instance instance-0000003a to attach disk [datastore2] d6d69df9-c7ab-4f01-8d24-66be36bd3ba8/d6d69df9-c7ab-4f01-8d24-66be36bd3ba8.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.573863] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c89e9ac0-6004-4431-8990-1493638d90d0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.584826] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 892.584826] env[69547]: value = "task-3161582" [ 892.584826] env[69547]: _type = "Task" [ 892.584826] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.599013] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161582, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.650769] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161581, 'name': CreateVM_Task, 'duration_secs': 0.380296} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.651423] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.652101] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.652356] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.653306] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.653582] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac790e4-5a04-473b-90fe-e9f6027750de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.661953] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 892.661953] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f81681-4840-4d54-d98a-5cf36476f7f8" [ 892.661953] env[69547]: _type = "Task" [ 892.661953] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.682354] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f81681-4840-4d54-d98a-5cf36476f7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012126} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.688598] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.688598] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.688598] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.688598] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.688598] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.688598] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7137a7bb-05df-40be-acec-ca7850668c74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.699557] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.700275] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.701936] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65e0f96-4d00-4942-8664-f2814a7d6377 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.715993] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 892.715993] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5270d217-c0b4-fb8a-ab89-5587dbb410c5" [ 892.715993] env[69547]: _type = "Task" [ 892.715993] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.733586] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5270d217-c0b4-fb8a-ab89-5587dbb410c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.738175] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f67198-1ed6-43c5-b3f7-b1ccdefb14ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.750036] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 892.750036] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521be15a-003c-858d-6795-f30f18e271a8" [ 892.750036] env[69547]: _type = "Task" [ 892.750036] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.761737] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521be15a-003c-858d-6795-f30f18e271a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.764514] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.001206] env[69547]: DEBUG nova.scheduler.client.report [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.096945] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161582, 'name': Rename_Task, 'duration_secs': 0.181099} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.097161] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.097424] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2439ee21-b197-4b18-ae45-44d6bc292157 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.109148] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 893.109148] env[69547]: value = "task-3161583" [ 893.109148] env[69547]: _type = "Task" [ 893.109148] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.119784] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.189615] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.222634] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.223152] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.223414] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.223695] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.223937] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.224274] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.224696] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.224959] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.225230] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.225487] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.225778] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.227018] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa04e09-d9de-4932-8308-f4b04aba4557 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.239228] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8f6af7-3991-43b6-a808-c6f7b00f69a2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.263449] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521be15a-003c-858d-6795-f30f18e271a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013241} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.263933] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.264467] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.265668] env[69547]: DEBUG nova.network.neutron [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Updating instance_info_cache with network_info: [{"id": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "address": "fa:16:3e:a8:cc:03", "network": {"id": "00a6950f-b4d5-4477-9ee4-851ffbe9f7a9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-348957934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93d8077a62da44f4b2d609e25164ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a4eea7-65", "ovs_interfaceid": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.266985] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-640b7449-310d-4ca2-b95f-95284fa0720f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.276345] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 893.276345] env[69547]: value = "task-3161584" [ 893.276345] env[69547]: _type = "Task" [ 893.276345] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.286847] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.509064] env[69547]: DEBUG oslo_concurrency.lockutils [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.511860] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.388s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.516055] env[69547]: INFO nova.compute.claims [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.540070] env[69547]: INFO nova.scheduler.client.report [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Deleted allocations for instance 259c51de-d787-4905-a37b-f175a3a68aa4 [ 893.625386] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.771802] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.791129] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161584, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.050938] env[69547]: DEBUG oslo_concurrency.lockutils [None req-acaca70d-c71d-4587-b355-acfd10d57051 tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "259c51de-d787-4905-a37b-f175a3a68aa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.027s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.122626] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.265587] env[69547]: DEBUG nova.compute.manager [req-e04c18b4-0ed5-4d77-a8ea-354dbab8e95f req-32f1ec52-6d58-4c66-922f-7b82fb290b18 service nova] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Received event network-vif-plugged-95b0d824-d72a-42f7-a607-5cc368eb15c0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.266070] env[69547]: DEBUG oslo_concurrency.lockutils [req-e04c18b4-0ed5-4d77-a8ea-354dbab8e95f req-32f1ec52-6d58-4c66-922f-7b82fb290b18 service nova] Acquiring lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.266070] env[69547]: DEBUG oslo_concurrency.lockutils [req-e04c18b4-0ed5-4d77-a8ea-354dbab8e95f req-32f1ec52-6d58-4c66-922f-7b82fb290b18 service nova] Lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.266517] env[69547]: DEBUG oslo_concurrency.lockutils [req-e04c18b4-0ed5-4d77-a8ea-354dbab8e95f req-32f1ec52-6d58-4c66-922f-7b82fb290b18 service nova] Lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.266517] env[69547]: DEBUG nova.compute.manager [req-e04c18b4-0ed5-4d77-a8ea-354dbab8e95f req-32f1ec52-6d58-4c66-922f-7b82fb290b18 service nova] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] No waiting events found dispatching network-vif-plugged-95b0d824-d72a-42f7-a607-5cc368eb15c0 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.266517] env[69547]: WARNING nova.compute.manager [req-e04c18b4-0ed5-4d77-a8ea-354dbab8e95f req-32f1ec52-6d58-4c66-922f-7b82fb290b18 service nova] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Received unexpected event network-vif-plugged-95b0d824-d72a-42f7-a607-5cc368eb15c0 for instance with vm_state building and task_state spawning. [ 894.296155] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547597} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.296496] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.296822] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.297682] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbc7c027-11c3-4357-b63f-5b68b57f3ebe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.306621] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 894.306621] env[69547]: value = "task-3161585" [ 894.306621] env[69547]: _type = "Task" [ 894.306621] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.325263] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.528128] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Successfully updated port: 95b0d824-d72a-42f7-a607-5cc368eb15c0 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.625831] env[69547]: DEBUG oslo_vmware.api [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161583, 'name': PowerOnVM_Task, 'duration_secs': 1.492325} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.626403] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.626645] env[69547]: INFO nova.compute.manager [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Took 6.57 seconds to spawn the instance on the hypervisor. [ 894.626886] env[69547]: DEBUG nova.compute.manager [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.627748] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05718343-22db-4c3c-8991-6e59caba23fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.737329] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "61afd391-37c6-45de-aed3-f6f8c966d579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.737641] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "61afd391-37c6-45de-aed3-f6f8c966d579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.737871] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "61afd391-37c6-45de-aed3-f6f8c966d579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.738103] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "61afd391-37c6-45de-aed3-f6f8c966d579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.738300] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "61afd391-37c6-45de-aed3-f6f8c966d579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.740755] env[69547]: INFO nova.compute.manager [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Terminating instance [ 894.823250] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092001} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.827682] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.829215] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a05961a-e66e-4a9f-9e34-2d6eb9070a4e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.857655] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.860921] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9931daa-a325-48d3-b627-eb5459296dd7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.886389] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 894.886389] env[69547]: value = "task-3161586" [ 894.886389] env[69547]: _type = "Task" [ 894.886389] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.898891] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.031682] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "refresh_cache-4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.031822] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "refresh_cache-4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.031970] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.153736] env[69547]: INFO nova.compute.manager [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Took 42.93 seconds to build instance. [ 895.187611] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114b13ef-a6f2-4d37-ba5f-49b46be01f84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.201755] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115f83a-99a7-4f32-a419-fdf2ecb42858 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.249619] env[69547]: DEBUG nova.compute.manager [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.250316] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.251241] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9896e701-1223-44df-8457-d7ba4c493431 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.254798] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d806ba7-b5da-40dd-a3e6-5b44c697ff80 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.267448] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ccfef8-28cc-4be7-92c2-d25a0949fa09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.272211] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.272211] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-456b80d7-27d7-4290-b399-f5d30eedd96f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.284768] env[69547]: DEBUG nova.compute.provider_tree [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.288169] env[69547]: DEBUG oslo_vmware.api [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 895.288169] env[69547]: value = "task-3161587" [ 895.288169] env[69547]: _type = "Task" [ 895.288169] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.298242] env[69547]: DEBUG oslo_vmware.api [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.333019] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.333019] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-352a9f9e-e316-4dad-b2dc-1868ca0ec0c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.341093] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 895.341093] env[69547]: value = "task-3161588" [ 895.341093] env[69547]: _type = "Task" [ 895.341093] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.351678] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.399896] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161586, 'name': ReconfigVM_Task, 'duration_secs': 0.383003} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.400120] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Reconfigured VM instance instance-00000008 to attach disk [datastore2] fc616047-fa59-42c8-96c8-48b520b81d20/fc616047-fa59-42c8-96c8-48b520b81d20.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.400844] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe61827c-3692-49e1-9d8d-efa4a2aa5a13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.409223] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 895.409223] env[69547]: value = "task-3161589" [ 895.409223] env[69547]: _type = "Task" [ 895.409223] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.422194] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161589, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.599685] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.658168] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00cfa1e6-61f0-46e1-9281-43729780153d tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "d6d69df9-c7ab-4f01-8d24-66be36bd3ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.551s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.790589] env[69547]: DEBUG nova.scheduler.client.report [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.808538] env[69547]: DEBUG oslo_vmware.api [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161587, 'name': PowerOffVM_Task, 'duration_secs': 0.200452} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.808538] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.808538] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.809169] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a776e31-f0a0-47d9-8f50-f1ee52a4f9bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.853737] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161588, 'name': PowerOffVM_Task, 'duration_secs': 0.230333} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.859990] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.867012] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce47401-5ac6-4df0-9149-5407aafac2f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.875565] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Updating instance_info_cache with network_info: [{"id": "95b0d824-d72a-42f7-a607-5cc368eb15c0", "address": "fa:16:3e:65:86:e6", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b0d824-d7", "ovs_interfaceid": "95b0d824-d72a-42f7-a607-5cc368eb15c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.899035] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ebdae-beda-42c0-aac9-62297658196b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.903087] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.903408] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.904474] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Deleting the datastore file [datastore1] 61afd391-37c6-45de-aed3-f6f8c966d579 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.904775] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25df54bd-cf9e-41d9-bd4f-ee00444b6388 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.921169] env[69547]: DEBUG oslo_vmware.api [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for the task: (returnval){ [ 895.921169] env[69547]: value = "task-3161591" [ 895.921169] env[69547]: _type = "Task" [ 895.921169] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.929872] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161589, 'name': Rename_Task, 'duration_secs': 0.211221} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.931176] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.931176] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02116f99-60dd-412d-a299-906dcb7e7ffc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.936574] env[69547]: DEBUG oslo_vmware.api [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.940131] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 895.940131] env[69547]: value = "task-3161592" [ 895.940131] env[69547]: _type = "Task" [ 895.940131] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.947469] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.948131] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d27c7c5-82a8-4d7b-8a11-d36f2c565ba1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.953447] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.961343] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 895.961343] env[69547]: value = "task-3161593" [ 895.961343] env[69547]: _type = "Task" [ 895.961343] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.972533] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 895.972533] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.972533] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.972681] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.972801] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.973593] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c9153b-cd0d-402d-9e4d-aa8176a7335d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.994903] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.994903] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.995518] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a492fe-6cb3-4616-ac5f-65ef158589de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.002589] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 896.002589] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5284471c-2591-fd86-749d-13e64a9123c1" [ 896.002589] env[69547]: _type = "Task" [ 896.002589] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.013129] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5284471c-2591-fd86-749d-13e64a9123c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.300366] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.302298] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.305273] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.495s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.305630] env[69547]: DEBUG nova.objects.instance [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lazy-loading 'resources' on Instance uuid 72d3a20b-6a1b-4602-b335-e81f9e8c7c38 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.370017] env[69547]: DEBUG nova.compute.manager [None req-12a6915c-112d-4c96-857d-7e0890c59d7c tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.370017] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ab72e0-4623-4d32-9d97-ee6edaa56121 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.378255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "refresh_cache-4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.378598] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Instance network_info: |[{"id": "95b0d824-d72a-42f7-a607-5cc368eb15c0", "address": "fa:16:3e:65:86:e6", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b0d824-d7", "ovs_interfaceid": "95b0d824-d72a-42f7-a607-5cc368eb15c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.380992] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:86:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95b0d824-d72a-42f7-a607-5cc368eb15c0', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.390093] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.391082] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.391993] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e4426df-5b87-485f-a04a-2ce1112c060f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.415282] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.415282] env[69547]: value = "task-3161594" [ 896.415282] env[69547]: _type = "Task" [ 896.415282] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.433560] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161594, 'name': CreateVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.437388] env[69547]: DEBUG oslo_vmware.api [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Task: {'id': task-3161591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22367} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.437717] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.437916] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.438110] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.438315] env[69547]: INFO nova.compute.manager [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Took 1.19 seconds to destroy the instance on the hypervisor. [ 896.438614] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.438818] env[69547]: DEBUG nova.compute.manager [-] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.438914] env[69547]: DEBUG nova.network.neutron [-] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.454796] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.517434] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5284471c-2591-fd86-749d-13e64a9123c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.518298] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-332c5e60-f5bf-4d48-b427-9de4965a6d75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.531447] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 896.531447] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52416abf-1222-a31d-81cb-1c42969e92df" [ 896.531447] env[69547]: _type = "Task" [ 896.531447] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.544626] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52416abf-1222-a31d-81cb-1c42969e92df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.811641] env[69547]: DEBUG nova.compute.utils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.816668] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.816850] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.835473] env[69547]: DEBUG nova.compute.manager [req-0dcd8a33-2967-47a7-8e59-b2ad65157cbc req-2fee6909-480b-4b85-b63b-2158c38fada8 service nova] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Received event network-changed-95b0d824-d72a-42f7-a607-5cc368eb15c0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.835473] env[69547]: DEBUG nova.compute.manager [req-0dcd8a33-2967-47a7-8e59-b2ad65157cbc req-2fee6909-480b-4b85-b63b-2158c38fada8 service nova] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Refreshing instance network info cache due to event network-changed-95b0d824-d72a-42f7-a607-5cc368eb15c0. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.835473] env[69547]: DEBUG oslo_concurrency.lockutils [req-0dcd8a33-2967-47a7-8e59-b2ad65157cbc req-2fee6909-480b-4b85-b63b-2158c38fada8 service nova] Acquiring lock "refresh_cache-4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.835473] env[69547]: DEBUG oslo_concurrency.lockutils [req-0dcd8a33-2967-47a7-8e59-b2ad65157cbc req-2fee6909-480b-4b85-b63b-2158c38fada8 service nova] Acquired lock "refresh_cache-4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.835473] env[69547]: DEBUG nova.network.neutron [req-0dcd8a33-2967-47a7-8e59-b2ad65157cbc req-2fee6909-480b-4b85-b63b-2158c38fada8 service nova] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Refreshing network info cache for port 95b0d824-d72a-42f7-a607-5cc368eb15c0 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.887693] env[69547]: DEBUG nova.policy [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6dcb8cadb874c6a8d4ddb61d648a144', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a47a70d843f4fc49c018cd4cae71c0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.892078] env[69547]: INFO nova.compute.manager [None req-12a6915c-112d-4c96-857d-7e0890c59d7c tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] instance snapshotting [ 896.892744] env[69547]: DEBUG nova.objects.instance [None req-12a6915c-112d-4c96-857d-7e0890c59d7c tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lazy-loading 'flavor' on Instance uuid d6d69df9-c7ab-4f01-8d24-66be36bd3ba8 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.929927] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161594, 'name': CreateVM_Task, 'duration_secs': 0.471968} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.932661] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.934105] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.935061] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.935061] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.935061] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c59a260-f64f-4490-b4fb-fa49fae5022e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.941212] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 896.941212] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525f87f9-46ca-2d95-0777-4bc57cbd2066" [ 896.941212] env[69547]: _type = "Task" [ 896.941212] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.956910] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525f87f9-46ca-2d95-0777-4bc57cbd2066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.960410] env[69547]: DEBUG oslo_vmware.api [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161592, 'name': PowerOnVM_Task, 'duration_secs': 0.648233} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.963321] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.963688] env[69547]: DEBUG nova.compute.manager [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.966203] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425e1645-8c3d-4465-b571-c8ca671e3571 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.029175] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquiring lock "d6d69df9-c7ab-4f01-8d24-66be36bd3ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.029415] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "d6d69df9-c7ab-4f01-8d24-66be36bd3ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.029614] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquiring lock "d6d69df9-c7ab-4f01-8d24-66be36bd3ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.029785] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "d6d69df9-c7ab-4f01-8d24-66be36bd3ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.029962] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "d6d69df9-c7ab-4f01-8d24-66be36bd3ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.032632] env[69547]: INFO nova.compute.manager [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Terminating instance [ 897.050352] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52416abf-1222-a31d-81cb-1c42969e92df, 'name': SearchDatastore_Task, 'duration_secs': 0.014224} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.052350] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.053223] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] b7ed78fa-79cf-4adf-846e-08c941776171/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. {{(pid=69547) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 897.053565] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4bbdf30-2136-4f2c-a5d9-2a103070458c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.066891] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 897.066891] env[69547]: value = "task-3161595" [ 897.066891] env[69547]: _type = "Task" [ 897.066891] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.081076] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.272645] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Successfully created port: f410a294-bb97-4398-8fc2-609d8ea3f0ba {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.318033] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.349980] env[69547]: DEBUG nova.network.neutron [-] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.406950] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eac0d3-2ef9-4458-9d9a-dcf26c0e6629 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.434720] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d25c5-d90f-497e-ac16-07a0f5f17991 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.454187] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24ccb3a-c792-445f-9b6e-267372a1d1a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.466886] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525f87f9-46ca-2d95-0777-4bc57cbd2066, 'name': SearchDatastore_Task, 'duration_secs': 0.022921} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.468824] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.468824] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.468824] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.468824] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.468824] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.469269] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e41713-ad1b-49d1-b37f-ff7671ff8eb1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.487896] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7fa6ed-04b2-4db5-8ed6-f3101f40825e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.495063] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.497422] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.497627] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.498608] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772b9c9b-0ca3-4c32-a4e6-edae01ad12ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.535883] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d96196-3ee9-4808-8cab-41619f33ab3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.539195] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 897.539195] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52be2d2a-3292-8dcb-eccb-f557cb7bd209" [ 897.539195] env[69547]: _type = "Task" [ 897.539195] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.546905] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquiring lock "refresh_cache-d6d69df9-c7ab-4f01-8d24-66be36bd3ba8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.546905] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquired lock "refresh_cache-d6d69df9-c7ab-4f01-8d24-66be36bd3ba8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.547130] env[69547]: DEBUG nova.network.neutron [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.551720] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e4d91e-862b-4705-a6db-1550c7ca31a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.562697] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52be2d2a-3292-8dcb-eccb-f557cb7bd209, 'name': SearchDatastore_Task, 'duration_secs': 0.023875} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.564498] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e372ef7d-be1e-4533-906e-1cc093f0b6ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.581112] env[69547]: DEBUG nova.compute.provider_tree [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.589350] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 897.589350] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527af64b-0ae3-59ed-0187-7b947482841a" [ 897.589350] env[69547]: _type = "Task" [ 897.589350] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.601461] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161595, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.610666] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527af64b-0ae3-59ed-0187-7b947482841a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.853307] env[69547]: INFO nova.compute.manager [-] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Took 1.41 seconds to deallocate network for instance. [ 897.867711] env[69547]: DEBUG nova.network.neutron [req-0dcd8a33-2967-47a7-8e59-b2ad65157cbc req-2fee6909-480b-4b85-b63b-2158c38fada8 service nova] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Updated VIF entry in instance network info cache for port 95b0d824-d72a-42f7-a607-5cc368eb15c0. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.868262] env[69547]: DEBUG nova.network.neutron [req-0dcd8a33-2967-47a7-8e59-b2ad65157cbc req-2fee6909-480b-4b85-b63b-2158c38fada8 service nova] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Updating instance_info_cache with network_info: [{"id": "95b0d824-d72a-42f7-a607-5cc368eb15c0", "address": "fa:16:3e:65:86:e6", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b0d824-d7", "ovs_interfaceid": "95b0d824-d72a-42f7-a607-5cc368eb15c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.952419] env[69547]: DEBUG nova.compute.manager [None req-12a6915c-112d-4c96-857d-7e0890c59d7c tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Instance disappeared during snapshot {{(pid=69547) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 898.088835] env[69547]: DEBUG nova.scheduler.client.report [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.093561] env[69547]: DEBUG nova.network.neutron [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.104252] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658321} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.108315] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] b7ed78fa-79cf-4adf-846e-08c941776171/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. [ 898.108315] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aceef25-d525-41fa-93a8-fcdc69ebed19 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.116919] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527af64b-0ae3-59ed-0187-7b947482841a, 'name': SearchDatastore_Task, 'duration_secs': 0.027036} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.118036] env[69547]: DEBUG nova.compute.manager [None req-12a6915c-112d-4c96-857d-7e0890c59d7c tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Found 0 images (rotation: 2) {{(pid=69547) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 898.120693] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.120978] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031/4cf9f492-c2e4-437c-b88f-2ef6f3c7c031.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.121709] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19d3a8a2-ea74-46b2-b132-75ac9183dc7c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.147245] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] b7ed78fa-79cf-4adf-846e-08c941776171/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.151108] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769d7132-57a1-43d8-a8a7-76e7582d947d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.170857] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 898.170857] env[69547]: value = "task-3161596" [ 898.170857] env[69547]: _type = "Task" [ 898.170857] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.177809] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 898.177809] env[69547]: value = "task-3161597" [ 898.177809] env[69547]: _type = "Task" [ 898.177809] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.181716] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.191344] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.226869] env[69547]: DEBUG nova.network.neutron [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.329693] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.353302] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.353492] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.353648] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.354175] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.354175] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.354275] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.354437] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.354637] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.354838] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.355015] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.355209] env[69547]: DEBUG nova.virt.hardware [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.356112] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f690cde1-5aa6-427f-a934-4833ab709728 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.359440] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.366355] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cd0e4e-b22f-4b20-a931-dd44336a340c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.372880] env[69547]: DEBUG oslo_concurrency.lockutils [req-0dcd8a33-2967-47a7-8e59-b2ad65157cbc req-2fee6909-480b-4b85-b63b-2158c38fada8 service nova] Releasing lock "refresh_cache-4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.598251] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.601587] env[69547]: DEBUG oslo_concurrency.lockutils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.193s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.602707] env[69547]: INFO nova.compute.claims [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.634427] env[69547]: INFO nova.scheduler.client.report [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted allocations for instance 72d3a20b-6a1b-4602-b335-e81f9e8c7c38 [ 898.685235] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161596, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.695627] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161597, 'name': ReconfigVM_Task, 'duration_secs': 0.399313} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.695975] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Reconfigured VM instance instance-00000039 to attach disk [datastore1] b7ed78fa-79cf-4adf-846e-08c941776171/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.697071] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4479354-46da-4a27-aaf6-bb6c9089ff49 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.730909] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Releasing lock "refresh_cache-d6d69df9-c7ab-4f01-8d24-66be36bd3ba8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.731370] env[69547]: DEBUG nova.compute.manager [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.731610] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.740040] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93189839-c7b7-4982-8c4e-f2d5ca86bca2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.745821] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5e0e40-abfd-4964-9489-f03f1fa629f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.766025] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.768163] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d8d304-349c-4626-8fb9-771827d0e564 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.769857] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 898.769857] env[69547]: value = "task-3161598" [ 898.769857] env[69547]: _type = "Task" [ 898.769857] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.778023] env[69547]: DEBUG oslo_vmware.api [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 898.778023] env[69547]: value = "task-3161599" [ 898.778023] env[69547]: _type = "Task" [ 898.778023] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.788342] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.795552] env[69547]: DEBUG oslo_vmware.api [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.039242] env[69547]: DEBUG nova.compute.manager [req-26b864d1-8a47-4b5c-a6a9-702ac9a80a5d req-4ddec5f8-11a9-43b3-b5be-631816c4625b service nova] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Received event network-vif-deleted-9d541175-66d1-419b-b296-d74db61f3b5b {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.147391] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f88399c-c3b0-4673-95e2-79d929b78738 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "72d3a20b-6a1b-4602-b335-e81f9e8c7c38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.036s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.187306] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859338} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.187995] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031/4cf9f492-c2e4-437c-b88f-2ef6f3c7c031.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.191677] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.191677] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da9815a5-4c5a-4f6e-bb11-ede5db8bae11 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.198195] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 899.198195] env[69547]: value = "task-3161600" [ 899.198195] env[69547]: _type = "Task" [ 899.198195] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.211196] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.272331] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Successfully updated port: f410a294-bb97-4398-8fc2-609d8ea3f0ba {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.294688] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161598, 'name': ReconfigVM_Task, 'duration_secs': 0.218533} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.300150] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.301253] env[69547]: DEBUG oslo_vmware.api [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161599, 'name': PowerOffVM_Task, 'duration_secs': 0.373281} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.302033] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07073526-e7fa-4baa-824c-51d98c93ddcd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.303867] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.304070] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.304590] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17f69780-d0c7-44cb-b584-7ae6338271fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.315993] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 899.315993] env[69547]: value = "task-3161601" [ 899.315993] env[69547]: _type = "Task" [ 899.315993] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.329092] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.338945] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.339210] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.339388] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Deleting the datastore file [datastore2] d6d69df9-c7ab-4f01-8d24-66be36bd3ba8 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.340283] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e3226a5-6a13-42f4-872a-d1b0e798de49 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.348702] env[69547]: DEBUG oslo_vmware.api [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for the task: (returnval){ [ 899.348702] env[69547]: value = "task-3161603" [ 899.348702] env[69547]: _type = "Task" [ 899.348702] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.359870] env[69547]: DEBUG oslo_vmware.api [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.714204] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077649} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.714720] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.715682] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6893b7d-fe8c-4c56-a690-5221f79a9697 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.741920] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031/4cf9f492-c2e4-437c-b88f-2ef6f3c7c031.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.743720] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c853bae5-7dba-433d-abb0-e772221f0352 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.776608] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 899.776608] env[69547]: value = "task-3161604" [ 899.776608] env[69547]: _type = "Task" [ 899.776608] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.788673] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "refresh_cache-a975b076-19e5-40f4-a49f-e8b7105ef718" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.788673] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "refresh_cache-a975b076-19e5-40f4-a49f-e8b7105ef718" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.788673] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.796860] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.832908] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161601, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.860720] env[69547]: DEBUG oslo_vmware.api [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Task: {'id': task-3161603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166747} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.863916] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.864674] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.864674] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.864674] env[69547]: INFO nova.compute.manager [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 899.865070] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.865723] env[69547]: DEBUG nova.compute.manager [-] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.865843] env[69547]: DEBUG nova.network.neutron [-] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.891710] env[69547]: DEBUG nova.network.neutron [-] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.980859] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d3718-f89c-e44d-32e0-15ebae74b88c/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.981803] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041473b-b588-44b9-ac92-5a9f49705712 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.991725] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d3718-f89c-e44d-32e0-15ebae74b88c/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.991918] env[69547]: ERROR oslo_vmware.rw_handles [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d3718-f89c-e44d-32e0-15ebae74b88c/disk-0.vmdk due to incomplete transfer. [ 899.992452] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71cc89e4-ceed-46ce-a903-5a49669ff674 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.003176] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d3718-f89c-e44d-32e0-15ebae74b88c/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 900.003371] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Uploaded image 05d1bf87-d024-4413-b877-c955bb0bf172 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 900.005847] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 900.005940] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12c0e311-6d8e-42be-bcf1-49d40168346b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.014047] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 900.014047] env[69547]: value = "task-3161605" [ 900.014047] env[69547]: _type = "Task" [ 900.014047] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.026156] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161605, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.269542] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.270401] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.270808] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.271181] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.271724] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.274947] env[69547]: INFO nova.compute.manager [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Terminating instance [ 900.298574] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161604, 'name': ReconfigVM_Task, 'duration_secs': 0.322744} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.299896] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031/4cf9f492-c2e4-437c-b88f-2ef6f3c7c031.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.301344] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b138d83-f743-40ef-97cd-6b15a8679380 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.311395] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b2cbf-c787-4451-bdf6-dc028c5458c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.314730] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 900.314730] env[69547]: value = "task-3161606" [ 900.314730] env[69547]: _type = "Task" [ 900.314730] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.325514] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840b56c6-2c98-455e-8c9c-96eeecc6d3fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.332081] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161606, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.338532] env[69547]: DEBUG oslo_vmware.api [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161601, 'name': PowerOnVM_Task, 'duration_secs': 0.574387} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.367535] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.370657] env[69547]: DEBUG nova.compute.manager [None req-fafac284-c9bd-4718-bcba-9f3f58479258 tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.371764] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.374661] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42418cff-d356-4aee-8ec0-f5f25112c10d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.377931] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f377f37c-1c5f-411c-b5cf-f88018764322 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.393820] env[69547]: DEBUG nova.network.neutron [-] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.407707] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20ff25-e3ff-4097-b637-72446366900e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.425119] env[69547]: DEBUG nova.compute.provider_tree [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.535260] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161605, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.585615] env[69547]: DEBUG nova.network.neutron [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Updating instance_info_cache with network_info: [{"id": "f410a294-bb97-4398-8fc2-609d8ea3f0ba", "address": "fa:16:3e:ba:67:40", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf410a294-bb", "ovs_interfaceid": "f410a294-bb97-4398-8fc2-609d8ea3f0ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.794581] env[69547]: DEBUG nova.compute.manager [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.794878] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.795789] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf93f8d9-a1bf-4785-a8e5-e257cc2bf9cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.808443] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.809033] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a306847-a7b0-4579-9ac2-67997e693870 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.824673] env[69547]: DEBUG oslo_vmware.api [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 900.824673] env[69547]: value = "task-3161607" [ 900.824673] env[69547]: _type = "Task" [ 900.824673] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.837606] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161606, 'name': Rename_Task, 'duration_secs': 0.176598} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.838311] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.838565] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8072654e-c731-45b6-abf6-62d1d9789542 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.843669] env[69547]: DEBUG oslo_vmware.api [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.849291] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 900.849291] env[69547]: value = "task-3161608" [ 900.849291] env[69547]: _type = "Task" [ 900.849291] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.857642] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.896873] env[69547]: INFO nova.compute.manager [-] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Took 1.03 seconds to deallocate network for instance. [ 900.930035] env[69547]: DEBUG nova.scheduler.client.report [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.030731] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161605, 'name': Destroy_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.090182] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "refresh_cache-a975b076-19e5-40f4-a49f-e8b7105ef718" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.090182] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Instance network_info: |[{"id": "f410a294-bb97-4398-8fc2-609d8ea3f0ba", "address": "fa:16:3e:ba:67:40", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf410a294-bb", "ovs_interfaceid": "f410a294-bb97-4398-8fc2-609d8ea3f0ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.090410] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:67:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f410a294-bb97-4398-8fc2-609d8ea3f0ba', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.099900] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.099900] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.101103] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f7cd45a-232e-4d42-a5e6-59230a1143b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.121774] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.121774] env[69547]: value = "task-3161609" [ 901.121774] env[69547]: _type = "Task" [ 901.121774] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.133499] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161609, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.340504] env[69547]: DEBUG oslo_vmware.api [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161607, 'name': PowerOffVM_Task, 'duration_secs': 0.332587} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.340933] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.341980] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.342294] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7997205-4e66-48b8-a628-e5bf05235f96 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.360156] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161608, 'name': PowerOnVM_Task, 'duration_secs': 0.498519} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.360560] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.360706] env[69547]: INFO nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Took 8.17 seconds to spawn the instance on the hypervisor. [ 901.360890] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.361741] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aefdc2-2a89-4304-8f34-ff962b3b73e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.398374] env[69547]: DEBUG nova.compute.manager [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Received event network-vif-plugged-f410a294-bb97-4398-8fc2-609d8ea3f0ba {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.398695] env[69547]: DEBUG oslo_concurrency.lockutils [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] Acquiring lock "a975b076-19e5-40f4-a49f-e8b7105ef718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.398983] env[69547]: DEBUG oslo_concurrency.lockutils [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] Lock "a975b076-19e5-40f4-a49f-e8b7105ef718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.400225] env[69547]: DEBUG oslo_concurrency.lockutils [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] Lock "a975b076-19e5-40f4-a49f-e8b7105ef718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.400480] env[69547]: DEBUG nova.compute.manager [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] No waiting events found dispatching network-vif-plugged-f410a294-bb97-4398-8fc2-609d8ea3f0ba {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.400726] env[69547]: WARNING nova.compute.manager [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Received unexpected event network-vif-plugged-f410a294-bb97-4398-8fc2-609d8ea3f0ba for instance with vm_state building and task_state spawning. [ 901.400965] env[69547]: DEBUG nova.compute.manager [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Received event network-changed-f410a294-bb97-4398-8fc2-609d8ea3f0ba {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.401195] env[69547]: DEBUG nova.compute.manager [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Refreshing instance network info cache due to event network-changed-f410a294-bb97-4398-8fc2-609d8ea3f0ba. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.401524] env[69547]: DEBUG oslo_concurrency.lockutils [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] Acquiring lock "refresh_cache-a975b076-19e5-40f4-a49f-e8b7105ef718" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.401676] env[69547]: DEBUG oslo_concurrency.lockutils [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] Acquired lock "refresh_cache-a975b076-19e5-40f4-a49f-e8b7105ef718" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.401912] env[69547]: DEBUG nova.network.neutron [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Refreshing network info cache for port f410a294-bb97-4398-8fc2-609d8ea3f0ba {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.405345] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.420021] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.420021] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.420021] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleting the datastore file [datastore1] 0e2dc0f8-d1a5-4c18-8363-abe49733dd76 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.420021] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58fa2643-9909-4a7d-a5e4-c1313d574bb7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.429091] env[69547]: DEBUG oslo_vmware.api [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 901.429091] env[69547]: value = "task-3161611" [ 901.429091] env[69547]: _type = "Task" [ 901.429091] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.440080] env[69547]: DEBUG oslo_concurrency.lockutils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.440481] env[69547]: DEBUG nova.compute.manager [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.443594] env[69547]: DEBUG oslo_vmware.api [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.443904] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.813s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.445650] env[69547]: DEBUG nova.objects.instance [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lazy-loading 'resources' on Instance uuid 95c71e5d-aa84-4bfa-90ca-a171d51b8416 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.531064] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161605, 'name': Destroy_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.581425] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "6e8b15c2-e692-44fe-8b5a-679f521311c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.581730] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6e8b15c2-e692-44fe-8b5a-679f521311c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.634893] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161609, 'name': CreateVM_Task, 'duration_secs': 0.495867} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.635033] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.635928] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.636014] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.637598] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.637598] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35767c1a-cecd-4c78-8423-17e5315b6306 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.642285] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 901.642285] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521e956b-a9b1-c421-0925-26bb8745400d" [ 901.642285] env[69547]: _type = "Task" [ 901.642285] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.652441] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521e956b-a9b1-c421-0925-26bb8745400d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.883506] env[69547]: INFO nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Took 46.43 seconds to build instance. [ 901.942282] env[69547]: DEBUG oslo_vmware.api [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416947} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.942750] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.943014] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.943209] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.943390] env[69547]: INFO nova.compute.manager [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Took 1.15 seconds to destroy the instance on the hypervisor. [ 901.943965] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.944202] env[69547]: DEBUG nova.compute.manager [-] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.944301] env[69547]: DEBUG nova.network.neutron [-] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.952131] env[69547]: DEBUG nova.compute.utils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.953978] env[69547]: DEBUG nova.compute.manager [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.954274] env[69547]: DEBUG nova.network.neutron [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.029276] env[69547]: DEBUG nova.policy [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b978b541d64945dca777091d8fadb4b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f36daf6a0d34171a453e73cfe5ffd4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.034701] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161605, 'name': Destroy_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.085181] env[69547]: DEBUG nova.compute.manager [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.157704] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521e956b-a9b1-c421-0925-26bb8745400d, 'name': SearchDatastore_Task, 'duration_secs': 0.01493} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.158022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.158267] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.158603] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.158836] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.159240] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.160041] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4e9baf6-b16d-49f5-b867-33328c099a30 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.175708] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.175934] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.177055] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f2ced25-8e26-4662-a508-6dec74bb25e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.183768] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 902.183768] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52630c61-ffaf-1c9c-1a4f-5353016f7264" [ 902.183768] env[69547]: _type = "Task" [ 902.183768] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.192917] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52630c61-ffaf-1c9c-1a4f-5353016f7264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.334031] env[69547]: DEBUG nova.network.neutron [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Updated VIF entry in instance network info cache for port f410a294-bb97-4398-8fc2-609d8ea3f0ba. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.334614] env[69547]: DEBUG nova.network.neutron [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Updating instance_info_cache with network_info: [{"id": "f410a294-bb97-4398-8fc2-609d8ea3f0ba", "address": "fa:16:3e:ba:67:40", "network": {"id": "4a5106fd-73fa-41b2-86d4-98b2d78942ba", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1640748306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a47a70d843f4fc49c018cd4cae71c0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf410a294-bb", "ovs_interfaceid": "f410a294-bb97-4398-8fc2-609d8ea3f0ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.388711] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.021s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.458835] env[69547]: DEBUG nova.compute.manager [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.463819] env[69547]: DEBUG nova.network.neutron [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Successfully created port: cea593d2-99cf-4eb0-b6c9-80f211b386e4 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.536099] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161605, 'name': Destroy_Task, 'duration_secs': 2.077675} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.536370] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Destroyed the VM [ 902.536613] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.536974] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-330c3528-43f7-48d9-ab2c-48749b940553 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.546575] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 902.546575] env[69547]: value = "task-3161612" [ 902.546575] env[69547]: _type = "Task" [ 902.546575] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.557813] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161612, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.617760] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4ba4ce-f846-4faf-b5f0-2b34317cc0c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.624864] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.631713] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d9f7c3-4e86-4873-b696-172f9e7b7c5b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.671238] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89178137-e059-45c3-b8e3-644e293a8bbd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.681590] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c665d2b-a9e8-4cf3-ad8c-f7f9080345c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.701461] env[69547]: DEBUG nova.compute.provider_tree [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.718606] env[69547]: INFO nova.compute.manager [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Unrescuing [ 902.718606] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.718606] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquired lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.718606] env[69547]: DEBUG nova.network.neutron [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.718606] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52630c61-ffaf-1c9c-1a4f-5353016f7264, 'name': SearchDatastore_Task, 'duration_secs': 0.013037} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.718606] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22bf7640-73e7-4de6-a3ec-eb48e9b41d2d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.727149] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 902.727149] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f48e78-0423-c643-1a57-54db71ac1c00" [ 902.727149] env[69547]: _type = "Task" [ 902.727149] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.737601] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.737860] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.746820] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f48e78-0423-c643-1a57-54db71ac1c00, 'name': SearchDatastore_Task, 'duration_secs': 0.011953} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.747143] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.747466] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] a975b076-19e5-40f4-a49f-e8b7105ef718/a975b076-19e5-40f4-a49f-e8b7105ef718.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.747714] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d7759b2-ee4d-4bf2-936a-1dc3ce59bee4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.755828] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 902.755828] env[69547]: value = "task-3161613" [ 902.755828] env[69547]: _type = "Task" [ 902.755828] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.764429] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.842476] env[69547]: DEBUG oslo_concurrency.lockutils [req-d2a9f170-b418-4536-b029-47c0f7d35fa5 req-03aed763-8b5a-407f-a5a7-2852bbcf47be service nova] Releasing lock "refresh_cache-a975b076-19e5-40f4-a49f-e8b7105ef718" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.889473] env[69547]: DEBUG nova.network.neutron [-] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.964507] env[69547]: INFO nova.virt.block_device [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Booting with volume 75df11b9-298d-4126-b30c-530968ab56f3 at /dev/sda [ 903.015166] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f405ed9-2bec-40bd-9e29-c6b2e755d2ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.026241] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fb1175-3b97-4861-aa9b-f2696a73990d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.064610] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c831512a-4c50-4b36-97c9-ca4021162aee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.070434] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161612, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.074431] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385560e0-b4d9-43cb-a0aa-b864e875d5c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.119067] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb5b66f-9b5c-4a6a-b3bb-29c89f01b652 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.132319] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838bf2e0-4456-46d5-80df-6d329d5feffa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.150829] env[69547]: DEBUG nova.virt.block_device [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Updating existing volume attachment record: c019d054-7912-457c-8095-ad39b596229b {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 903.208038] env[69547]: DEBUG nova.scheduler.client.report [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.242306] env[69547]: DEBUG nova.compute.manager [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.271491] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161613, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.391559] env[69547]: INFO nova.compute.manager [-] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Took 1.45 seconds to deallocate network for instance. [ 903.428192] env[69547]: DEBUG nova.compute.manager [req-b8c337cf-c2e6-4ac7-accb-613290d75203 req-abdb5645-ada4-4136-984b-b2c34110bf27 service nova] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Received event network-vif-deleted-8419a659-ed11-47c9-9b37-92554e894bf0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.502641] env[69547]: DEBUG nova.network.neutron [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Updating instance_info_cache with network_info: [{"id": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "address": "fa:16:3e:a8:cc:03", "network": {"id": "00a6950f-b4d5-4477-9ee4-851ffbe9f7a9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-348957934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93d8077a62da44f4b2d609e25164ffe3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a4eea7-65", "ovs_interfaceid": "87a4eea7-65d4-4192-8e44-faa6dbe2c748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.559310] env[69547]: DEBUG oslo_vmware.api [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161612, 'name': RemoveSnapshot_Task, 'duration_secs': 0.9005} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.559472] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.559860] env[69547]: INFO nova.compute.manager [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Took 16.93 seconds to snapshot the instance on the hypervisor. [ 903.712922] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.717282] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.655s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.717831] env[69547]: DEBUG nova.objects.instance [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lazy-loading 'resources' on Instance uuid 33240788-23e9-4f2f-8123-8c3e25fa55ba {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.736446] env[69547]: INFO nova.scheduler.client.report [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Deleted allocations for instance 95c71e5d-aa84-4bfa-90ca-a171d51b8416 [ 903.763457] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.767876] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690583} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.768178] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] a975b076-19e5-40f4-a49f-e8b7105ef718/a975b076-19e5-40f4-a49f-e8b7105ef718.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.768400] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.768665] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8af7bafa-d8fd-4a89-b21e-aa0266447e22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.777327] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 903.777327] env[69547]: value = "task-3161614" [ 903.777327] env[69547]: _type = "Task" [ 903.777327] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.787721] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.905780] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.005339] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Releasing lock "refresh_cache-b7ed78fa-79cf-4adf-846e-08c941776171" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.006053] env[69547]: DEBUG nova.objects.instance [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lazy-loading 'flavor' on Instance uuid b7ed78fa-79cf-4adf-846e-08c941776171 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.098348] env[69547]: DEBUG nova.compute.manager [req-936db158-6251-43d1-bc83-d7af9547ba9e req-4c802351-4891-4f88-bc85-50eb53871d15 service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Received event network-vif-plugged-cea593d2-99cf-4eb0-b6c9-80f211b386e4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.098348] env[69547]: DEBUG oslo_concurrency.lockutils [req-936db158-6251-43d1-bc83-d7af9547ba9e req-4c802351-4891-4f88-bc85-50eb53871d15 service nova] Acquiring lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.098348] env[69547]: DEBUG oslo_concurrency.lockutils [req-936db158-6251-43d1-bc83-d7af9547ba9e req-4c802351-4891-4f88-bc85-50eb53871d15 service nova] Lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.098348] env[69547]: DEBUG oslo_concurrency.lockutils [req-936db158-6251-43d1-bc83-d7af9547ba9e req-4c802351-4891-4f88-bc85-50eb53871d15 service nova] Lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.098348] env[69547]: DEBUG nova.compute.manager [req-936db158-6251-43d1-bc83-d7af9547ba9e req-4c802351-4891-4f88-bc85-50eb53871d15 service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] No waiting events found dispatching network-vif-plugged-cea593d2-99cf-4eb0-b6c9-80f211b386e4 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.098348] env[69547]: WARNING nova.compute.manager [req-936db158-6251-43d1-bc83-d7af9547ba9e req-4c802351-4891-4f88-bc85-50eb53871d15 service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Received unexpected event network-vif-plugged-cea593d2-99cf-4eb0-b6c9-80f211b386e4 for instance with vm_state building and task_state block_device_mapping. [ 904.114761] env[69547]: DEBUG nova.compute.manager [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Found 3 images (rotation: 2) {{(pid=69547) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 904.115797] env[69547]: DEBUG nova.compute.manager [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Rotating out 1 backups {{(pid=69547) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 904.116110] env[69547]: DEBUG nova.compute.manager [None req-8423b7ec-4dff-45de-9acc-e893b7b4f83f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deleting image c3db1924-5367-4a35-bb6e-ac550ae2a6cf {{(pid=69547) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 904.160531] env[69547]: DEBUG nova.network.neutron [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Successfully updated port: cea593d2-99cf-4eb0-b6c9-80f211b386e4 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.245429] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4553c656-ee6b-46f4-b389-7cab3771103b tempest-ServersV294TestFqdnHostnames-1384021310 tempest-ServersV294TestFqdnHostnames-1384021310-project-member] Lock "95c71e5d-aa84-4bfa-90ca-a171d51b8416" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.729s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.289065] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069594} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.291645] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.295112] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49d8ea4-6516-4844-b7a2-a56a08189050 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.320338] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] a975b076-19e5-40f4-a49f-e8b7105ef718/a975b076-19e5-40f4-a49f-e8b7105ef718.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.323562] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a35639-65a9-4c3d-9fa5-545c4fd4b852 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.352899] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 904.352899] env[69547]: value = "task-3161615" [ 904.352899] env[69547]: _type = "Task" [ 904.352899] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.362761] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.514848] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79aed3b6-e5dd-4eb4-b81d-2041c0d4dbc4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.542018] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.543458] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac829d48-e49e-4319-b745-0c1ef60996d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.552845] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 904.552845] env[69547]: value = "task-3161616" [ 904.552845] env[69547]: _type = "Task" [ 904.552845] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.564613] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.665097] env[69547]: DEBUG oslo_concurrency.lockutils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Acquiring lock "refresh_cache-d0b5ab28-e6a0-4a02-91b6-dca3266ee628" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.665427] env[69547]: DEBUG oslo_concurrency.lockutils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Acquired lock "refresh_cache-d0b5ab28-e6a0-4a02-91b6-dca3266ee628" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.665579] env[69547]: DEBUG nova.network.neutron [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.866801] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.882341] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c25e38-1dcf-4f76-b102-c931ad536ae5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.891312] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb6ed04-9a92-4400-ab6a-6ddef3bc9a32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.925774] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47611ce7-26d5-4f8f-be66-647248e22e13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.939649] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3fa14e-a3e4-4822-9020-5b9bc3531f1c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.956628] env[69547]: DEBUG nova.compute.provider_tree [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.067016] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161616, 'name': PowerOffVM_Task, 'duration_secs': 0.220982} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.067016] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.071222] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 905.071728] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d691d52-58a5-47e1-aef9-227ae50fae37 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.098751] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 905.098751] env[69547]: value = "task-3161617" [ 905.098751] env[69547]: _type = "Task" [ 905.098751] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.108140] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.225696] env[69547]: DEBUG nova.network.neutron [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.304466] env[69547]: DEBUG nova.compute.manager [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.305082] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.305322] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.305476] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.305652] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.305794] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.305939] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.306155] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.306314] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.306501] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.306627] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.306794] env[69547]: DEBUG nova.virt.hardware [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.307671] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267e76dd-dad0-4b59-aff6-230498e9b1c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.316776] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221d808f-2d49-42e9-985c-66f241206b32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.366211] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161615, 'name': ReconfigVM_Task, 'duration_secs': 0.626931} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.366726] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Reconfigured VM instance instance-0000003c to attach disk [datastore2] a975b076-19e5-40f4-a49f-e8b7105ef718/a975b076-19e5-40f4-a49f-e8b7105ef718.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.367400] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14ae932f-dac9-47f0-9ce9-87958984373a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.376122] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 905.376122] env[69547]: value = "task-3161618" [ 905.376122] env[69547]: _type = "Task" [ 905.376122] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.400579] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161618, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.463599] env[69547]: DEBUG nova.scheduler.client.report [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.497880] env[69547]: DEBUG nova.network.neutron [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Updating instance_info_cache with network_info: [{"id": "cea593d2-99cf-4eb0-b6c9-80f211b386e4", "address": "fa:16:3e:5a:a7:41", "network": {"id": "9f857717-82c9-41f9-bee8-445781a4a8b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-450118396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f36daf6a0d34171a453e73cfe5ffd4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea593d2-99", "ovs_interfaceid": "cea593d2-99cf-4eb0-b6c9-80f211b386e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.611369] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161617, 'name': ReconfigVM_Task, 'duration_secs': 0.243284} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.611693] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 905.612368] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.612686] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c6e6fb9-8fd2-43dd-832e-1e84b68040a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.622495] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 905.622495] env[69547]: value = "task-3161619" [ 905.622495] env[69547]: _type = "Task" [ 905.622495] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.633349] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.888031] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161618, 'name': Rename_Task, 'duration_secs': 0.346291} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.888246] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.889045] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-861fe800-e2b1-48b3-8fd1-9e8ba5407125 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.896013] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 905.896013] env[69547]: value = "task-3161620" [ 905.896013] env[69547]: _type = "Task" [ 905.896013] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.909863] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.970352] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.972758] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.891s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.976432] env[69547]: DEBUG nova.objects.instance [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lazy-loading 'resources' on Instance uuid 6bc8782d-cf63-47a3-aa2c-69b4822438a5 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.000532] env[69547]: INFO nova.scheduler.client.report [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Deleted allocations for instance 33240788-23e9-4f2f-8123-8c3e25fa55ba [ 906.001913] env[69547]: DEBUG oslo_concurrency.lockutils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Releasing lock "refresh_cache-d0b5ab28-e6a0-4a02-91b6-dca3266ee628" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.001913] env[69547]: DEBUG nova.compute.manager [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Instance network_info: |[{"id": "cea593d2-99cf-4eb0-b6c9-80f211b386e4", "address": "fa:16:3e:5a:a7:41", "network": {"id": "9f857717-82c9-41f9-bee8-445781a4a8b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-450118396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f36daf6a0d34171a453e73cfe5ffd4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea593d2-99", "ovs_interfaceid": "cea593d2-99cf-4eb0-b6c9-80f211b386e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.002122] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:a7:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cea593d2-99cf-4eb0-b6c9-80f211b386e4', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.010499] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Creating folder: Project (9f36daf6a0d34171a453e73cfe5ffd4b). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.014808] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7074297-5037-4e44-9874-404be6eca1a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.030532] env[69547]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 906.030831] env[69547]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69547) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 906.031565] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Folder already exists: Project (9f36daf6a0d34171a453e73cfe5ffd4b). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 906.031775] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Creating folder: Instances. Parent ref: group-v632506. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.032038] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e8edad7-daa4-42d5-a47b-abea4ee1216a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.044896] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Created folder: Instances in parent group-v632506. [ 906.045243] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.045377] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.045612] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aebf81f6-2730-4253-8e2a-0852ac05aecd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.074862] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.074862] env[69547]: value = "task-3161623" [ 906.074862] env[69547]: _type = "Task" [ 906.074862] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.083693] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161623, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.134399] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.354653] env[69547]: DEBUG oslo_concurrency.lockutils [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.355096] env[69547]: DEBUG oslo_concurrency.lockutils [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.355326] env[69547]: DEBUG nova.compute.manager [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.356600] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff3b50-8cdf-4c27-a66d-52819579d221 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.374467] env[69547]: DEBUG nova.compute.manager [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69547) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 906.377315] env[69547]: DEBUG nova.objects.instance [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'flavor' on Instance uuid e1ea28d1-194d-4e26-8b7d-bf1060528315 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.388803] env[69547]: DEBUG nova.compute.manager [req-55fc462f-b99d-4b9b-828d-23fce58928f6 req-20de5cfc-c920-4589-bae1-dcaa46cb08ac service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Received event network-changed-cea593d2-99cf-4eb0-b6c9-80f211b386e4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.389028] env[69547]: DEBUG nova.compute.manager [req-55fc462f-b99d-4b9b-828d-23fce58928f6 req-20de5cfc-c920-4589-bae1-dcaa46cb08ac service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Refreshing instance network info cache due to event network-changed-cea593d2-99cf-4eb0-b6c9-80f211b386e4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.389301] env[69547]: DEBUG oslo_concurrency.lockutils [req-55fc462f-b99d-4b9b-828d-23fce58928f6 req-20de5cfc-c920-4589-bae1-dcaa46cb08ac service nova] Acquiring lock "refresh_cache-d0b5ab28-e6a0-4a02-91b6-dca3266ee628" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.389426] env[69547]: DEBUG oslo_concurrency.lockutils [req-55fc462f-b99d-4b9b-828d-23fce58928f6 req-20de5cfc-c920-4589-bae1-dcaa46cb08ac service nova] Acquired lock "refresh_cache-d0b5ab28-e6a0-4a02-91b6-dca3266ee628" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.389611] env[69547]: DEBUG nova.network.neutron [req-55fc462f-b99d-4b9b-828d-23fce58928f6 req-20de5cfc-c920-4589-bae1-dcaa46cb08ac service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Refreshing network info cache for port cea593d2-99cf-4eb0-b6c9-80f211b386e4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.409563] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.528141] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbec9b42-d9ff-4c84-9b37-5881e26a61ca tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "33240788-23e9-4f2f-8123-8c3e25fa55ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.035s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.590906] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161623, 'name': CreateVM_Task, 'duration_secs': 0.432407} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.591944] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.592696] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c019d054-7912-457c-8095-ad39b596229b', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632522', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'name': 'volume-75df11b9-298d-4126-b30c-530968ab56f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0b5ab28-e6a0-4a02-91b6-dca3266ee628', 'attached_at': '', 'detached_at': '', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'serial': '75df11b9-298d-4126-b30c-530968ab56f3'}, 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69547) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 906.593713] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Root volume attach. Driver type: vmdk {{(pid=69547) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 906.595411] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77d460f-c33c-49bc-af60-6fe1ab8ddee6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.613427] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a751de88-6138-4515-88cf-865d4709cea5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.621911] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dacdc2-2ddd-4e24-ae80-e105b3916ac7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.637443] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a47d8f33-dd73-47f4-8a1b-71049c861ed9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.647546] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161619, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.657344] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for the task: (returnval){ [ 906.657344] env[69547]: value = "task-3161624" [ 906.657344] env[69547]: _type = "Task" [ 906.657344] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.680260] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.913666] env[69547]: DEBUG oslo_vmware.api [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161620, 'name': PowerOnVM_Task, 'duration_secs': 0.64318} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.914606] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.915143] env[69547]: INFO nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Took 8.58 seconds to spawn the instance on the hypervisor. [ 906.915327] env[69547]: DEBUG nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.916204] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c68b4f-9537-4dff-917b-279e44ac8bdb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.081052] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bc19ee-9113-4d2e-b6ef-9e16f14f0eb0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.092819] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e33860-cccd-4062-acf6-39305ee37ef1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.135737] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a5f8e-24b1-472a-9820-fff827a7e9a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.148151] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52c1931-7f24-4178-848c-b399bb208011 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.152350] env[69547]: DEBUG oslo_vmware.api [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161619, 'name': PowerOnVM_Task, 'duration_secs': 1.071246} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.152639] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.152911] env[69547]: DEBUG nova.compute.manager [None req-8477d7f0-9c32-4bb0-9c5a-ea54da897d1e tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.154227] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821ad981-d9e9-4a0d-a749-eab619d58a63 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.166256] env[69547]: DEBUG nova.compute.provider_tree [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.182884] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 42%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.388389] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.388726] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26e3935b-cf1a-4950-b7c3-99dae47b43c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.398312] env[69547]: DEBUG oslo_vmware.api [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 907.398312] env[69547]: value = "task-3161625" [ 907.398312] env[69547]: _type = "Task" [ 907.398312] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.409328] env[69547]: DEBUG oslo_vmware.api [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.425944] env[69547]: DEBUG nova.network.neutron [req-55fc462f-b99d-4b9b-828d-23fce58928f6 req-20de5cfc-c920-4589-bae1-dcaa46cb08ac service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Updated VIF entry in instance network info cache for port cea593d2-99cf-4eb0-b6c9-80f211b386e4. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.426553] env[69547]: DEBUG nova.network.neutron [req-55fc462f-b99d-4b9b-828d-23fce58928f6 req-20de5cfc-c920-4589-bae1-dcaa46cb08ac service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Updating instance_info_cache with network_info: [{"id": "cea593d2-99cf-4eb0-b6c9-80f211b386e4", "address": "fa:16:3e:5a:a7:41", "network": {"id": "9f857717-82c9-41f9-bee8-445781a4a8b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-450118396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f36daf6a0d34171a453e73cfe5ffd4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea593d2-99", "ovs_interfaceid": "cea593d2-99cf-4eb0-b6c9-80f211b386e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.442168] env[69547]: INFO nova.compute.manager [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Took 49.34 seconds to build instance. [ 907.675447] env[69547]: DEBUG nova.scheduler.client.report [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.688919] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 54%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.910601] env[69547]: DEBUG oslo_vmware.api [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161625, 'name': PowerOffVM_Task, 'duration_secs': 0.311601} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.910992] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.911098] env[69547]: DEBUG nova.compute.manager [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.912067] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c55907-c03d-4cb2-8611-51d95ea6ee60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.929635] env[69547]: DEBUG oslo_concurrency.lockutils [req-55fc462f-b99d-4b9b-828d-23fce58928f6 req-20de5cfc-c920-4589-bae1-dcaa46cb08ac service nova] Releasing lock "refresh_cache-d0b5ab28-e6a0-4a02-91b6-dca3266ee628" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.944505] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2209b245-4eff-47c3-88d8-3b5b3e19592a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "a975b076-19e5-40f4-a49f-e8b7105ef718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.550s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.178481] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 67%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.191653] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.194354] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.733s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.196103] env[69547]: INFO nova.compute.claims [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.222804] env[69547]: INFO nova.scheduler.client.report [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Deleted allocations for instance 6bc8782d-cf63-47a3-aa2c-69b4822438a5 [ 908.240948] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "b7ed78fa-79cf-4adf-846e-08c941776171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.241752] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "b7ed78fa-79cf-4adf-846e-08c941776171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.241957] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "b7ed78fa-79cf-4adf-846e-08c941776171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.242255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "b7ed78fa-79cf-4adf-846e-08c941776171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.242472] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "b7ed78fa-79cf-4adf-846e-08c941776171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.245154] env[69547]: INFO nova.compute.manager [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Terminating instance [ 908.425789] env[69547]: DEBUG oslo_concurrency.lockutils [None req-04557616-f09e-488f-8418-02658bd060b0 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.684544] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 82%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.732436] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cc6e3978-0c43-4492-a42b-ded1255790ee tempest-ListServersNegativeTestJSON-666330481 tempest-ListServersNegativeTestJSON-666330481-project-member] Lock "6bc8782d-cf63-47a3-aa2c-69b4822438a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.107s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.750946] env[69547]: DEBUG nova.compute.manager [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.751200] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.752474] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f6a0c1-27da-4234-9260-c7094f67452c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.763362] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.763657] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6450db-860f-4d4a-a35d-40ec456177ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.773210] env[69547]: DEBUG oslo_vmware.api [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 908.773210] env[69547]: value = "task-3161626" [ 908.773210] env[69547]: _type = "Task" [ 908.773210] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.782992] env[69547]: DEBUG oslo_vmware.api [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.951976] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.954029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.954029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.954029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.954029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.958982] env[69547]: INFO nova.compute.manager [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Terminating instance [ 909.153148] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "a975b076-19e5-40f4-a49f-e8b7105ef718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.153360] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "a975b076-19e5-40f4-a49f-e8b7105ef718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.153639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "a975b076-19e5-40f4-a49f-e8b7105ef718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.153755] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "a975b076-19e5-40f4-a49f-e8b7105ef718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.153938] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "a975b076-19e5-40f4-a49f-e8b7105ef718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.156332] env[69547]: INFO nova.compute.manager [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Terminating instance [ 909.181121] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 97%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.287198] env[69547]: DEBUG oslo_vmware.api [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161626, 'name': PowerOffVM_Task, 'duration_secs': 0.267737} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.290545] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.290686] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.291459] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bde00e4-279e-42ac-a073-959f9298850a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.362523] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.362796] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.363115] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Deleting the datastore file [datastore1] b7ed78fa-79cf-4adf-846e-08c941776171 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.363476] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86e361dc-0818-42a8-8db0-86067373d041 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.372055] env[69547]: DEBUG oslo_vmware.api [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 909.372055] env[69547]: value = "task-3161628" [ 909.372055] env[69547]: _type = "Task" [ 909.372055] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.381765] env[69547]: DEBUG oslo_vmware.api [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.460592] env[69547]: DEBUG nova.compute.manager [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.461025] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.466112] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40572f99-c936-487d-a296-a412fe3d892d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.473670] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.473939] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d36d9ee5-7f67-4b9b-93fe-58eab066c01b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.482960] env[69547]: DEBUG oslo_vmware.api [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 909.482960] env[69547]: value = "task-3161629" [ 909.482960] env[69547]: _type = "Task" [ 909.482960] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.494644] env[69547]: DEBUG oslo_vmware.api [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.661041] env[69547]: DEBUG nova.compute.manager [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.661309] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.662771] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f63ee6-ac34-45e4-bfb8-f334c6ef21c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.678026] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.680779] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a38749-77ab-4104-86c1-35dc4222b2ee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.689781] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 97%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.691958] env[69547]: DEBUG oslo_vmware.api [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 909.691958] env[69547]: value = "task-3161630" [ 909.691958] env[69547]: _type = "Task" [ 909.691958] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.708425] env[69547]: DEBUG oslo_vmware.api [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.732286] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48946baa-aebc-487d-819c-95952e17743e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.743385] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7a7d38-9260-497d-af0b-b08cd5f27d09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.783079] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e34f1c-66bb-4a40-86cd-87594eff938b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.794584] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b890481-acee-4457-8005-9fc8e8c164ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.811210] env[69547]: DEBUG nova.compute.provider_tree [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.883656] env[69547]: DEBUG oslo_vmware.api [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451173} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.883923] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.884413] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.884663] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.884877] env[69547]: INFO nova.compute.manager [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Took 1.13 seconds to destroy the instance on the hypervisor. [ 909.885188] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.885431] env[69547]: DEBUG nova.compute.manager [-] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.885564] env[69547]: DEBUG nova.network.neutron [-] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.993898] env[69547]: DEBUG oslo_vmware.api [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161629, 'name': PowerOffVM_Task, 'duration_secs': 0.328806} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.994266] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.994446] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.994717] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54142d92-a730-44b8-b363-9af067556854 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.066257] env[69547]: DEBUG nova.compute.manager [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Stashing vm_state: stopped {{(pid=69547) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 910.075232] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.075355] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.075510] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleting the datastore file [datastore2] 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.075776] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1421e42a-2726-46aa-b00b-e79d77e04ecc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.087461] env[69547]: DEBUG oslo_vmware.api [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 910.087461] env[69547]: value = "task-3161632" [ 910.087461] env[69547]: _type = "Task" [ 910.087461] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.100396] env[69547]: DEBUG oslo_vmware.api [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.183052] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.204952] env[69547]: DEBUG oslo_vmware.api [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161630, 'name': PowerOffVM_Task, 'duration_secs': 0.247802} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.205392] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.205626] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.205943] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a72ed4c6-4148-40ee-911c-602913aacf42 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.269717] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.269988] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.270149] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleting the datastore file [datastore2] a975b076-19e5-40f4-a49f-e8b7105ef718 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.270624] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-105744c5-b116-4e4e-97b1-2da5d5de86d5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.280263] env[69547]: DEBUG oslo_vmware.api [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for the task: (returnval){ [ 910.280263] env[69547]: value = "task-3161634" [ 910.280263] env[69547]: _type = "Task" [ 910.280263] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.291224] env[69547]: DEBUG oslo_vmware.api [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.315832] env[69547]: DEBUG nova.scheduler.client.report [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.521108] env[69547]: DEBUG nova.compute.manager [req-6cbb3e71-f6e2-4d08-a19e-7a0606d1994f req-11ad98c0-c780-4274-89e1-cf537b4da5be service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Received event network-vif-deleted-87a4eea7-65d4-4192-8e44-faa6dbe2c748 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.521108] env[69547]: INFO nova.compute.manager [req-6cbb3e71-f6e2-4d08-a19e-7a0606d1994f req-11ad98c0-c780-4274-89e1-cf537b4da5be service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Neutron deleted interface 87a4eea7-65d4-4192-8e44-faa6dbe2c748; detaching it from the instance and deleting it from the info cache [ 910.521108] env[69547]: DEBUG nova.network.neutron [req-6cbb3e71-f6e2-4d08-a19e-7a0606d1994f req-11ad98c0-c780-4274-89e1-cf537b4da5be service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.596158] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.603487] env[69547]: DEBUG oslo_vmware.api [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161555} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.604356] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.604356] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.604356] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.604356] env[69547]: INFO nova.compute.manager [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Took 1.14 seconds to destroy the instance on the hypervisor. [ 910.604515] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.604634] env[69547]: DEBUG nova.compute.manager [-] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.604706] env[69547]: DEBUG nova.network.neutron [-] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.688045] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.792469] env[69547]: DEBUG oslo_vmware.api [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Task: {'id': task-3161634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176785} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.792469] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.792786] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.792786] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.792964] env[69547]: INFO nova.compute.manager [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Took 1.13 seconds to destroy the instance on the hypervisor. [ 910.793239] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.793425] env[69547]: DEBUG nova.compute.manager [-] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.793515] env[69547]: DEBUG nova.network.neutron [-] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.821396] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.821753] env[69547]: DEBUG nova.compute.manager [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.826674] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.859s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.826923] env[69547]: DEBUG nova.objects.instance [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lazy-loading 'resources' on Instance uuid 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.973267] env[69547]: DEBUG nova.network.neutron [-] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.030022] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aad4f86-f3fd-4549-a0d5-a5440dc23601 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.047326] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93261a6b-dcff-4589-a67e-4c8f1492adee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.086054] env[69547]: DEBUG nova.compute.manager [req-6cbb3e71-f6e2-4d08-a19e-7a0606d1994f req-11ad98c0-c780-4274-89e1-cf537b4da5be service nova] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Detach interface failed, port_id=87a4eea7-65d4-4192-8e44-faa6dbe2c748, reason: Instance b7ed78fa-79cf-4adf-846e-08c941776171 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.183325] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.331945] env[69547]: DEBUG nova.compute.utils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.337139] env[69547]: DEBUG nova.objects.instance [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lazy-loading 'numa_topology' on Instance uuid 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.337139] env[69547]: DEBUG nova.compute.manager [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.337139] env[69547]: DEBUG nova.network.neutron [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.394961] env[69547]: DEBUG nova.policy [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42a8e01dc1ce4bd1a1529f5adca57a3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f5f95d750e5402d8a125708009ea8b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.402094] env[69547]: DEBUG nova.compute.manager [req-57ab4a85-a17a-40a7-88c9-261210b15b79 req-b5ed5299-fea9-4a3f-bdea-6280cd856f3c service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Received event network-vif-deleted-f410a294-bb97-4398-8fc2-609d8ea3f0ba {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.402094] env[69547]: INFO nova.compute.manager [req-57ab4a85-a17a-40a7-88c9-261210b15b79 req-b5ed5299-fea9-4a3f-bdea-6280cd856f3c service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Neutron deleted interface f410a294-bb97-4398-8fc2-609d8ea3f0ba; detaching it from the instance and deleting it from the info cache [ 911.402094] env[69547]: DEBUG nova.network.neutron [req-57ab4a85-a17a-40a7-88c9-261210b15b79 req-b5ed5299-fea9-4a3f-bdea-6280cd856f3c service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.476183] env[69547]: INFO nova.compute.manager [-] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Took 1.59 seconds to deallocate network for instance. [ 911.525498] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "dc22c932-ab54-46d5-9be6-842f9118b970" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.525782] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "dc22c932-ab54-46d5-9be6-842f9118b970" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.559369] env[69547]: DEBUG nova.network.neutron [-] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.688465] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.837806] env[69547]: DEBUG nova.compute.manager [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.841054] env[69547]: DEBUG nova.objects.base [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Object Instance<2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450> lazy-loaded attributes: resources,numa_topology {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.878507] env[69547]: DEBUG nova.network.neutron [-] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.905437] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2e53c85-639b-4cf3-b6cd-ba80e702ee8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.921322] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0813defb-e113-4d18-8613-c7900d70de10 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.939514] env[69547]: DEBUG nova.network.neutron [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Successfully created port: 32e14aab-880a-42f4-9b4b-4a2dc076ced3 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.966483] env[69547]: DEBUG nova.compute.manager [req-57ab4a85-a17a-40a7-88c9-261210b15b79 req-b5ed5299-fea9-4a3f-bdea-6280cd856f3c service nova] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Detach interface failed, port_id=f410a294-bb97-4398-8fc2-609d8ea3f0ba, reason: Instance a975b076-19e5-40f4-a49f-e8b7105ef718 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.982695] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.032554] env[69547]: DEBUG nova.compute.manager [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.067030] env[69547]: INFO nova.compute.manager [-] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Took 1.46 seconds to deallocate network for instance. [ 912.188761] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.383568] env[69547]: INFO nova.compute.manager [-] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Took 1.59 seconds to deallocate network for instance. [ 912.422220] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa648fca-7133-4cff-80cb-217ad2769d58 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.431508] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b7ef7b-2cc8-47b5-b47f-eb466010d615 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.467460] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76f9103-f9f0-4bf8-b662-c1359eefd260 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.476974] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c48502d-fc0d-4ec2-9c79-1bfc9d6f3fc4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.494416] env[69547]: DEBUG nova.compute.provider_tree [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.564107] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.577794] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.693192] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161624, 'name': RelocateVM_Task, 'duration_secs': 5.597769} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.693674] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 912.693744] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632522', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'name': 'volume-75df11b9-298d-4126-b30c-530968ab56f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0b5ab28-e6a0-4a02-91b6-dca3266ee628', 'attached_at': '', 'detached_at': '', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'serial': '75df11b9-298d-4126-b30c-530968ab56f3'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 912.694580] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0164c6-8247-47e6-811f-a8e0067f7c92 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.714691] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc4d33-89ae-4b31-b709-0b92ddb7ea7d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.719863] env[69547]: DEBUG nova.compute.manager [req-ee706b6c-e972-4884-be2a-e36d4b6849f9 req-d2b62049-6543-4698-a09c-76bbf8851723 service nova] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Received event network-vif-deleted-95b0d824-d72a-42f7-a607-5cc368eb15c0 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.745898] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-75df11b9-298d-4126-b30c-530968ab56f3/volume-75df11b9-298d-4126-b30c-530968ab56f3.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.746063] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21384aad-745d-478b-9caa-c0efa7d19be5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.770187] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for the task: (returnval){ [ 912.770187] env[69547]: value = "task-3161635" [ 912.770187] env[69547]: _type = "Task" [ 912.770187] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.781184] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.851397] env[69547]: DEBUG nova.compute.manager [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.891184] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:19:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b575d637-a407-4abf-bace-4a384e4437e2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-854428578',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.891424] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.891583] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.891775] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.891922] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.897017] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.897017] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.897017] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.897017] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.897017] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.897017] env[69547]: DEBUG nova.virt.hardware [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.897017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.897017] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0e587b-007a-4345-9e98-f9336ead0f49 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.909136] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0757ae-2abc-42fb-841c-d4678583844c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.998070] env[69547]: DEBUG nova.scheduler.client.report [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.252918] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquiring lock "508dc075-b51f-4fc8-8d1d-0801b8475301" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.253486] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "508dc075-b51f-4fc8-8d1d-0801b8475301" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.281123] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.506195] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.678s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.511615] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.595s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.511615] env[69547]: INFO nova.compute.claims [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.755733] env[69547]: DEBUG nova.compute.manager [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.780966] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161635, 'name': ReconfigVM_Task, 'duration_secs': 0.735854} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.781136] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-75df11b9-298d-4126-b30c-530968ab56f3/volume-75df11b9-298d-4126-b30c-530968ab56f3.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.790231] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b7286b-3d94-479c-849e-517702c10c2a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.800636] env[69547]: DEBUG nova.network.neutron [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Successfully updated port: 32e14aab-880a-42f4-9b4b-4a2dc076ced3 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.808752] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for the task: (returnval){ [ 913.808752] env[69547]: value = "task-3161636" [ 913.808752] env[69547]: _type = "Task" [ 913.808752] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.824775] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.022267] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a19c69f6-b03d-4726-9f47-435d891db347 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 64.141s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.023206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 38.780s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.023394] env[69547]: INFO nova.compute.manager [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Unshelving [ 914.287055] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.305047] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.305047] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.305047] env[69547]: DEBUG nova.network.neutron [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.320335] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161636, 'name': ReconfigVM_Task, 'duration_secs': 0.161509} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.320640] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632522', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'name': 'volume-75df11b9-298d-4126-b30c-530968ab56f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0b5ab28-e6a0-4a02-91b6-dca3266ee628', 'attached_at': '', 'detached_at': '', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'serial': '75df11b9-298d-4126-b30c-530968ab56f3'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 914.321187] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eab2f4e0-d737-45a6-adcb-c32b219aa120 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.328403] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for the task: (returnval){ [ 914.328403] env[69547]: value = "task-3161637" [ 914.328403] env[69547]: _type = "Task" [ 914.328403] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.337592] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161637, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.803414] env[69547]: DEBUG nova.compute.manager [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Received event network-vif-plugged-32e14aab-880a-42f4-9b4b-4a2dc076ced3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.803691] env[69547]: DEBUG oslo_concurrency.lockutils [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] Acquiring lock "e9d9c396-a295-4eda-941e-729fc768a87a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.804043] env[69547]: DEBUG oslo_concurrency.lockutils [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] Lock "e9d9c396-a295-4eda-941e-729fc768a87a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.804302] env[69547]: DEBUG oslo_concurrency.lockutils [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] Lock "e9d9c396-a295-4eda-941e-729fc768a87a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.804531] env[69547]: DEBUG nova.compute.manager [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] No waiting events found dispatching network-vif-plugged-32e14aab-880a-42f4-9b4b-4a2dc076ced3 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.804753] env[69547]: WARNING nova.compute.manager [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Received unexpected event network-vif-plugged-32e14aab-880a-42f4-9b4b-4a2dc076ced3 for instance with vm_state building and task_state spawning. [ 914.804931] env[69547]: DEBUG nova.compute.manager [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Received event network-changed-32e14aab-880a-42f4-9b4b-4a2dc076ced3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.805103] env[69547]: DEBUG nova.compute.manager [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Refreshing instance network info cache due to event network-changed-32e14aab-880a-42f4-9b4b-4a2dc076ced3. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.805274] env[69547]: DEBUG oslo_concurrency.lockutils [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] Acquiring lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.842880] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161637, 'name': Rename_Task, 'duration_secs': 0.124277} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.843553] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.844108] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2a9c305-e2ec-4466-8db4-70cb79f90110 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.852160] env[69547]: DEBUG nova.network.neutron [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.853782] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for the task: (returnval){ [ 914.853782] env[69547]: value = "task-3161638" [ 914.853782] env[69547]: _type = "Task" [ 914.853782] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.866268] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.033573] env[69547]: DEBUG nova.compute.utils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.066399] env[69547]: DEBUG nova.network.neutron [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance_info_cache with network_info: [{"id": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "address": "fa:16:3e:da:f5:6f", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e14aab-88", "ovs_interfaceid": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.083437] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d10de1-2195-4c37-ad79-db7696cca570 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.091765] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb8224b-78bb-4b0b-9ab4-5a2dfef51846 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.128700] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824bda80-07c3-4cf1-8048-cb6f80d75ec2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.137220] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd36fc6-b020-4bbd-a198-5344bda96541 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.153300] env[69547]: DEBUG nova.compute.provider_tree [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.366096] env[69547]: DEBUG oslo_vmware.api [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161638, 'name': PowerOnVM_Task, 'duration_secs': 0.462892} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.366096] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.366096] env[69547]: INFO nova.compute.manager [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Took 10.06 seconds to spawn the instance on the hypervisor. [ 915.366096] env[69547]: DEBUG nova.compute.manager [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.366815] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9750064-2e51-4013-99d1-253204c68aac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.537676] env[69547]: INFO nova.virt.block_device [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Booting with volume ac600fe2-7764-43f3-96a9-c8199a918a08 at /dev/sdb [ 915.570839] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.571230] env[69547]: DEBUG nova.compute.manager [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Instance network_info: |[{"id": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "address": "fa:16:3e:da:f5:6f", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e14aab-88", "ovs_interfaceid": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.571567] env[69547]: DEBUG oslo_concurrency.lockutils [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] Acquired lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.571769] env[69547]: DEBUG nova.network.neutron [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Refreshing network info cache for port 32e14aab-880a-42f4-9b4b-4a2dc076ced3 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.572931] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:f5:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32e14aab-880a-42f4-9b4b-4a2dc076ced3', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.582535] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.588100] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.589391] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-493a0ec5-7000-466d-a501-3903028447f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.592117] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0dc2d22-3b58-4a9a-9544-67f978dad474 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.621620] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96af9163-8cdc-440f-8806-e48739fb823a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.632895] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.632895] env[69547]: value = "task-3161639" [ 915.632895] env[69547]: _type = "Task" [ 915.632895] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.641951] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161639, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.661591] env[69547]: DEBUG nova.scheduler.client.report [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.667651] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10616c62-0d94-4ee4-9a10-9f2828486dc8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.678973] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9276abd9-58c1-4cc5-a3f2-09e364d54df2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.720791] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aea2af7-dfc2-4b56-9262-2258a2ce5ded {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.728314] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fe57aa-a8a8-43dc-9673-bf246d86439f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.746099] env[69547]: DEBUG nova.virt.block_device [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating existing volume attachment record: 94643604-4c33-485b-9f07-b599ea585a97 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 915.886918] env[69547]: INFO nova.compute.manager [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Took 53.50 seconds to build instance. [ 915.947137] env[69547]: DEBUG nova.network.neutron [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updated VIF entry in instance network info cache for port 32e14aab-880a-42f4-9b4b-4a2dc076ced3. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.947597] env[69547]: DEBUG nova.network.neutron [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance_info_cache with network_info: [{"id": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "address": "fa:16:3e:da:f5:6f", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e14aab-88", "ovs_interfaceid": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.144706] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161639, 'name': CreateVM_Task, 'duration_secs': 0.325644} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.144992] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.146437] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.146437] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.146437] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.146437] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988cccb3-71b9-4411-91f1-6beeae43a811 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.152226] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 916.152226] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52035c0e-5d49-a945-eae6-0fc15d2439b5" [ 916.152226] env[69547]: _type = "Task" [ 916.152226] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.161911] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52035c0e-5d49-a945-eae6-0fc15d2439b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.169340] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.170173] env[69547]: DEBUG nova.compute.manager [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.173136] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.902s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.173383] env[69547]: DEBUG nova.objects.instance [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lazy-loading 'resources' on Instance uuid 2dacd7c5-0893-4293-8676-db390b90b3d5 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.391024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-06064a05-2371-4217-abd7-9f9d2d15a511 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.004s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.454170] env[69547]: DEBUG oslo_concurrency.lockutils [req-0b0a6ba1-2731-488e-ba2a-902098d929a8 req-b9b20d80-aeff-4763-9063-67b432a067af service nova] Releasing lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.666344] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52035c0e-5d49-a945-eae6-0fc15d2439b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.666523] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.667160] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.668033] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.668033] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.668033] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.669096] env[69547]: DEBUG nova.compute.manager [req-4ed27258-ac8d-468a-b531-843aed0d05d9 req-1e0252a2-1e67-48b3-994b-2ffdc896191a service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Received event network-changed-cea593d2-99cf-4eb0-b6c9-80f211b386e4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.669585] env[69547]: DEBUG nova.compute.manager [req-4ed27258-ac8d-468a-b531-843aed0d05d9 req-1e0252a2-1e67-48b3-994b-2ffdc896191a service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Refreshing instance network info cache due to event network-changed-cea593d2-99cf-4eb0-b6c9-80f211b386e4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.669585] env[69547]: DEBUG oslo_concurrency.lockutils [req-4ed27258-ac8d-468a-b531-843aed0d05d9 req-1e0252a2-1e67-48b3-994b-2ffdc896191a service nova] Acquiring lock "refresh_cache-d0b5ab28-e6a0-4a02-91b6-dca3266ee628" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.669585] env[69547]: DEBUG oslo_concurrency.lockutils [req-4ed27258-ac8d-468a-b531-843aed0d05d9 req-1e0252a2-1e67-48b3-994b-2ffdc896191a service nova] Acquired lock "refresh_cache-d0b5ab28-e6a0-4a02-91b6-dca3266ee628" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.669741] env[69547]: DEBUG nova.network.neutron [req-4ed27258-ac8d-468a-b531-843aed0d05d9 req-1e0252a2-1e67-48b3-994b-2ffdc896191a service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Refreshing network info cache for port cea593d2-99cf-4eb0-b6c9-80f211b386e4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.672208] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-109a226a-683b-4161-a00f-4a79428ed703 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.677933] env[69547]: DEBUG nova.compute.utils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.682295] env[69547]: DEBUG nova.compute.manager [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.683683] env[69547]: DEBUG nova.network.neutron [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.697620] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.697825] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.698863] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0a2207-3491-4a51-bad4-b25b1fede28c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.707139] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 916.707139] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c61731-cde9-a626-1fcf-6354b9f4725d" [ 916.707139] env[69547]: _type = "Task" [ 916.707139] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.719098] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c61731-cde9-a626-1fcf-6354b9f4725d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.779211] env[69547]: DEBUG nova.policy [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '326e0b921d43444dbe120f821117e0cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '195337806c104903afe01dea39238812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.189254] env[69547]: DEBUG nova.compute.manager [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.220259] env[69547]: DEBUG nova.network.neutron [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Successfully created port: c2c4cd34-5aa9-4af9-8b64-f28b9554afe4 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.234303] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c61731-cde9-a626-1fcf-6354b9f4725d, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.240565] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837ef6de-e4d5-4e6a-9081-24a43c00e2ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.251171] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 917.251171] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520ac501-bb04-6140-34fa-faad64e2201f" [ 917.251171] env[69547]: _type = "Task" [ 917.251171] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.264031] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520ac501-bb04-6140-34fa-faad64e2201f, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.264031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.264209] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e9d9c396-a295-4eda-941e-729fc768a87a/e9d9c396-a295-4eda-941e-729fc768a87a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.264706] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6466df0-4d9f-4f3e-b08a-cf903794371b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.273995] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 917.273995] env[69547]: value = "task-3161643" [ 917.273995] env[69547]: _type = "Task" [ 917.273995] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.283876] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.338450] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9741836-6dc5-49d8-9c07-949c733ada6d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.348474] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286034a7-8b43-4007-964c-71ee6cff62df {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.390789] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fe9d81-c2b4-4a8d-8d33-dff0fc8a4497 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.400278] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1245962e-ad46-48cb-a2e8-b24f4b39c23a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.415516] env[69547]: DEBUG nova.compute.provider_tree [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.582621] env[69547]: DEBUG nova.network.neutron [req-4ed27258-ac8d-468a-b531-843aed0d05d9 req-1e0252a2-1e67-48b3-994b-2ffdc896191a service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Updated VIF entry in instance network info cache for port cea593d2-99cf-4eb0-b6c9-80f211b386e4. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.582823] env[69547]: DEBUG nova.network.neutron [req-4ed27258-ac8d-468a-b531-843aed0d05d9 req-1e0252a2-1e67-48b3-994b-2ffdc896191a service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Updating instance_info_cache with network_info: [{"id": "cea593d2-99cf-4eb0-b6c9-80f211b386e4", "address": "fa:16:3e:5a:a7:41", "network": {"id": "9f857717-82c9-41f9-bee8-445781a4a8b2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-450118396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f36daf6a0d34171a453e73cfe5ffd4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea593d2-99", "ovs_interfaceid": "cea593d2-99cf-4eb0-b6c9-80f211b386e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.754096] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquiring lock "84fb492f-d804-4b04-a242-155a6a3660d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.754346] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "84fb492f-d804-4b04-a242-155a6a3660d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.790795] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.919039] env[69547]: DEBUG nova.scheduler.client.report [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.086983] env[69547]: DEBUG oslo_concurrency.lockutils [req-4ed27258-ac8d-468a-b531-843aed0d05d9 req-1e0252a2-1e67-48b3-994b-2ffdc896191a service nova] Releasing lock "refresh_cache-d0b5ab28-e6a0-4a02-91b6-dca3266ee628" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.202044] env[69547]: DEBUG nova.compute.manager [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.229338] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.229868] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.230199] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.233097] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.233097] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.233097] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.233097] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.233097] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.233097] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.233097] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.233097] env[69547]: DEBUG nova.virt.hardware [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.233097] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b043b68-2d58-4349-a2b2-dc1ae36e1efe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.244168] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff82384-9d19-48c2-a433-566e4cfeadae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.262599] env[69547]: DEBUG nova.compute.manager [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.286307] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791749} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.286995] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e9d9c396-a295-4eda-941e-729fc768a87a/e9d9c396-a295-4eda-941e-729fc768a87a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.289133] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.289133] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4af1a4e9-b440-4aac-ab1d-147a3486769a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.298121] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 918.298121] env[69547]: value = "task-3161645" [ 918.298121] env[69547]: _type = "Task" [ 918.298121] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.308340] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.425521] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.428027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.732s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.428179] env[69547]: DEBUG nova.objects.instance [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lazy-loading 'resources' on Instance uuid 124cede6-7612-418a-9ec4-3d4c2a8c64c8 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.450459] env[69547]: INFO nova.scheduler.client.report [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Deleted allocations for instance 2dacd7c5-0893-4293-8676-db390b90b3d5 [ 918.789672] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.812869] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077587} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.813337] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.814651] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd5635a-873c-4b43-b161-d5f85897bbf0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.844239] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] e9d9c396-a295-4eda-941e-729fc768a87a/e9d9c396-a295-4eda-941e-729fc768a87a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.846089] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23db0329-4ee4-4d8f-a136-39ce9f45b69a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.862678] env[69547]: DEBUG nova.compute.manager [req-52882659-a37d-4e79-a50b-a58120b159bf req-0b97b6df-3359-4b19-af60-962a0a29ca35 service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Received event network-vif-plugged-c2c4cd34-5aa9-4af9-8b64-f28b9554afe4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.862773] env[69547]: DEBUG oslo_concurrency.lockutils [req-52882659-a37d-4e79-a50b-a58120b159bf req-0b97b6df-3359-4b19-af60-962a0a29ca35 service nova] Acquiring lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.862992] env[69547]: DEBUG oslo_concurrency.lockutils [req-52882659-a37d-4e79-a50b-a58120b159bf req-0b97b6df-3359-4b19-af60-962a0a29ca35 service nova] Lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.863154] env[69547]: DEBUG oslo_concurrency.lockutils [req-52882659-a37d-4e79-a50b-a58120b159bf req-0b97b6df-3359-4b19-af60-962a0a29ca35 service nova] Lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.863350] env[69547]: DEBUG nova.compute.manager [req-52882659-a37d-4e79-a50b-a58120b159bf req-0b97b6df-3359-4b19-af60-962a0a29ca35 service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] No waiting events found dispatching network-vif-plugged-c2c4cd34-5aa9-4af9-8b64-f28b9554afe4 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.863520] env[69547]: WARNING nova.compute.manager [req-52882659-a37d-4e79-a50b-a58120b159bf req-0b97b6df-3359-4b19-af60-962a0a29ca35 service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Received unexpected event network-vif-plugged-c2c4cd34-5aa9-4af9-8b64-f28b9554afe4 for instance with vm_state building and task_state spawning. [ 918.872435] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 918.872435] env[69547]: value = "task-3161646" [ 918.872435] env[69547]: _type = "Task" [ 918.872435] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.883628] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.959370] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e18abbe0-e706-47fb-88e4-6b4ff4a913c4 tempest-FloatingIPsAssociationTestJSON-1305898724 tempest-FloatingIPsAssociationTestJSON-1305898724-project-member] Lock "2dacd7c5-0893-4293-8676-db390b90b3d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.504s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.981857] env[69547]: DEBUG nova.network.neutron [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Successfully updated port: c2c4cd34-5aa9-4af9-8b64-f28b9554afe4 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.386903] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161646, 'name': ReconfigVM_Task, 'duration_secs': 0.28302} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.386903] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] e9d9c396-a295-4eda-941e-729fc768a87a/e9d9c396-a295-4eda-941e-729fc768a87a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.387266] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ce99969-10e0-46a2-8f9e-da38fd7f8df9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.396103] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 919.396103] env[69547]: value = "task-3161647" [ 919.396103] env[69547]: _type = "Task" [ 919.396103] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.406848] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161647, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.452180] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371b9f8e-0b2b-4fcd-94d3-537edd223172 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.460526] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba93ebe-dac6-451a-b1d0-31144a402591 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.495029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "refresh_cache-24b86aef-3b7e-4354-ac6c-50126e6a7d10" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.495114] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquired lock "refresh_cache-24b86aef-3b7e-4354-ac6c-50126e6a7d10" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.495222] env[69547]: DEBUG nova.network.neutron [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.500156] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bba7153-b364-4281-b385-3f62991ce1f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.505634] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db20b6e9-e40e-4dd6-8afe-0e983fb89f32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.521106] env[69547]: DEBUG nova.compute.provider_tree [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.906611] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161647, 'name': Rename_Task, 'duration_secs': 0.151359} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.906909] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.907279] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d5ccc59-7929-4aab-b6f6-7f60e4c5a1a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.918091] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 919.918091] env[69547]: value = "task-3161648" [ 919.918091] env[69547]: _type = "Task" [ 919.918091] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.923555] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.024438] env[69547]: DEBUG nova.scheduler.client.report [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.035193] env[69547]: DEBUG nova.network.neutron [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.179681] env[69547]: DEBUG nova.network.neutron [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Updating instance_info_cache with network_info: [{"id": "c2c4cd34-5aa9-4af9-8b64-f28b9554afe4", "address": "fa:16:3e:28:f3:c1", "network": {"id": "ae368336-3e36-4d83-95bf-1ed8ed2c2279", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1806337159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195337806c104903afe01dea39238812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c4cd34-5a", "ovs_interfaceid": "c2c4cd34-5aa9-4af9-8b64-f28b9554afe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.426772] env[69547]: DEBUG oslo_vmware.api [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161648, 'name': PowerOnVM_Task, 'duration_secs': 0.454314} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.427074] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.427468] env[69547]: INFO nova.compute.manager [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Took 7.58 seconds to spawn the instance on the hypervisor. [ 920.427656] env[69547]: DEBUG nova.compute.manager [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.428455] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0f58e4-2ba5-4a03-86c4-3377327c66fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.529391] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.531948] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.215s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.532193] env[69547]: DEBUG nova.objects.instance [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lazy-loading 'resources' on Instance uuid 56a815f4-f62e-46dc-8735-cbb255bbcbde {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.556348] env[69547]: INFO nova.scheduler.client.report [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Deleted allocations for instance 124cede6-7612-418a-9ec4-3d4c2a8c64c8 [ 920.682443] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Releasing lock "refresh_cache-24b86aef-3b7e-4354-ac6c-50126e6a7d10" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.682839] env[69547]: DEBUG nova.compute.manager [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Instance network_info: |[{"id": "c2c4cd34-5aa9-4af9-8b64-f28b9554afe4", "address": "fa:16:3e:28:f3:c1", "network": {"id": "ae368336-3e36-4d83-95bf-1ed8ed2c2279", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1806337159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195337806c104903afe01dea39238812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c4cd34-5a", "ovs_interfaceid": "c2c4cd34-5aa9-4af9-8b64-f28b9554afe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.683281] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:f3:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2c4cd34-5aa9-4af9-8b64-f28b9554afe4', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.692041] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.693013] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.693305] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e74d3f1-4364-4b62-9e7f-9fe2cf9bcab7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.718910] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.718910] env[69547]: value = "task-3161649" [ 920.718910] env[69547]: _type = "Task" [ 920.718910] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.727614] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161649, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.897309] env[69547]: DEBUG nova.compute.manager [req-fb3a869a-4ad1-4636-a594-dd263ff22703 req-b20fc91c-7d72-4774-85cd-8cb15117acb0 service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Received event network-changed-c2c4cd34-5aa9-4af9-8b64-f28b9554afe4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.897450] env[69547]: DEBUG nova.compute.manager [req-fb3a869a-4ad1-4636-a594-dd263ff22703 req-b20fc91c-7d72-4774-85cd-8cb15117acb0 service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Refreshing instance network info cache due to event network-changed-c2c4cd34-5aa9-4af9-8b64-f28b9554afe4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.897653] env[69547]: DEBUG oslo_concurrency.lockutils [req-fb3a869a-4ad1-4636-a594-dd263ff22703 req-b20fc91c-7d72-4774-85cd-8cb15117acb0 service nova] Acquiring lock "refresh_cache-24b86aef-3b7e-4354-ac6c-50126e6a7d10" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.897796] env[69547]: DEBUG oslo_concurrency.lockutils [req-fb3a869a-4ad1-4636-a594-dd263ff22703 req-b20fc91c-7d72-4774-85cd-8cb15117acb0 service nova] Acquired lock "refresh_cache-24b86aef-3b7e-4354-ac6c-50126e6a7d10" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.897969] env[69547]: DEBUG nova.network.neutron [req-fb3a869a-4ad1-4636-a594-dd263ff22703 req-b20fc91c-7d72-4774-85cd-8cb15117acb0 service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Refreshing network info cache for port c2c4cd34-5aa9-4af9-8b64-f28b9554afe4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.950318] env[69547]: INFO nova.compute.manager [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Took 53.51 seconds to build instance. [ 921.071526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a114c03b-657f-4822-a484-6e39736a0100 tempest-ServerTagsTestJSON-543606331 tempest-ServerTagsTestJSON-543606331-project-member] Lock "124cede6-7612-418a-9ec4-3d4c2a8c64c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.996s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.229483] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161649, 'name': CreateVM_Task, 'duration_secs': 0.318032} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.229659] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.230355] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.230523] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.230851] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.231118] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb731c9-465a-44f1-aa39-a50da36741ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.239015] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 921.239015] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ab3838-fc12-8b11-fcca-15379f13fd32" [ 921.239015] env[69547]: _type = "Task" [ 921.239015] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.251340] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ab3838-fc12-8b11-fcca-15379f13fd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.360157] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.455750] env[69547]: DEBUG oslo_concurrency.lockutils [None req-71b6a907-e2c4-4728-810d-534060916ed8 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "e9d9c396-a295-4eda-941e-729fc768a87a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.427s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.507985] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f006b5c-0355-419a-abb5-7a266985ff86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.518131] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac88724-e691-4751-8944-cb22ebc2d29a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.554817] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3133ebae-7466-4eff-9971-63f1cea8b7a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.564601] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be132a24-73be-4331-a4a7-b66632f9e092 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.581872] env[69547]: DEBUG nova.compute.provider_tree [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.744855] env[69547]: DEBUG nova.network.neutron [req-fb3a869a-4ad1-4636-a594-dd263ff22703 req-b20fc91c-7d72-4774-85cd-8cb15117acb0 service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Updated VIF entry in instance network info cache for port c2c4cd34-5aa9-4af9-8b64-f28b9554afe4. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.745406] env[69547]: DEBUG nova.network.neutron [req-fb3a869a-4ad1-4636-a594-dd263ff22703 req-b20fc91c-7d72-4774-85cd-8cb15117acb0 service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Updating instance_info_cache with network_info: [{"id": "c2c4cd34-5aa9-4af9-8b64-f28b9554afe4", "address": "fa:16:3e:28:f3:c1", "network": {"id": "ae368336-3e36-4d83-95bf-1ed8ed2c2279", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1806337159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "195337806c104903afe01dea39238812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2c4cd34-5a", "ovs_interfaceid": "c2c4cd34-5aa9-4af9-8b64-f28b9554afe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.753797] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ab3838-fc12-8b11-fcca-15379f13fd32, 'name': SearchDatastore_Task, 'duration_secs': 0.012279} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.754372] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.754768] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.755140] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.755413] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.755719] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.757014] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4e02806-407a-4743-959a-bc62ac5628e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.767049] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.767423] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.768903] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9e7c06-39c4-40b1-a3e9-e1f0cb1a1bc2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.774872] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 921.774872] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ff165-b30c-b44a-9124-eba9da6ed1ff" [ 921.774872] env[69547]: _type = "Task" [ 921.774872] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.785922] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ff165-b30c-b44a-9124-eba9da6ed1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.092019] env[69547]: DEBUG nova.scheduler.client.report [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.248991] env[69547]: DEBUG oslo_concurrency.lockutils [req-fb3a869a-4ad1-4636-a594-dd263ff22703 req-b20fc91c-7d72-4774-85cd-8cb15117acb0 service nova] Releasing lock "refresh_cache-24b86aef-3b7e-4354-ac6c-50126e6a7d10" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.285861] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ff165-b30c-b44a-9124-eba9da6ed1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.289410] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9108a4-a00c-41bf-b434-f5eca42e71f0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.293735] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 922.293735] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5211f6f3-3b07-253b-b439-2cfe6db13bca" [ 922.293735] env[69547]: _type = "Task" [ 922.293735] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.302681] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5211f6f3-3b07-253b-b439-2cfe6db13bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.596330] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.599591] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.395s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.600807] env[69547]: DEBUG nova.objects.instance [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.622500] env[69547]: INFO nova.scheduler.client.report [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Deleted allocations for instance 56a815f4-f62e-46dc-8735-cbb255bbcbde [ 922.807316] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5211f6f3-3b07-253b-b439-2cfe6db13bca, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.807848] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.808262] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 24b86aef-3b7e-4354-ac6c-50126e6a7d10/24b86aef-3b7e-4354-ac6c-50126e6a7d10.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.808717] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e18e1e0-0bb2-4dfe-b392-6b9788585d4f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.818600] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 922.818600] env[69547]: value = "task-3161650" [ 922.818600] env[69547]: _type = "Task" [ 922.818600] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.836270] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.141879] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d56d5447-a034-42be-bc26-65e1b433059d tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "56a815f4-f62e-46dc-8735-cbb255bbcbde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.459s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.331733] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490668} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.332170] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 24b86aef-3b7e-4354-ac6c-50126e6a7d10/24b86aef-3b7e-4354-ac6c-50126e6a7d10.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.332511] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.332898] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48f67ed4-acea-44c4-8486-ac6171bb5289 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.347748] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 923.347748] env[69547]: value = "task-3161651" [ 923.347748] env[69547]: _type = "Task" [ 923.347748] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.358670] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.615575] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be5088e9-c305-405b-90b4-6306b5c4dcf5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.617262] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.493s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.712800] env[69547]: DEBUG nova.compute.manager [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Stashing vm_state: active {{(pid=69547) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 923.860283] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065124} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.860624] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.861467] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef076b57-29fd-4959-9eda-818cfec20594 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.890966] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 24b86aef-3b7e-4354-ac6c-50126e6a7d10/24b86aef-3b7e-4354-ac6c-50126e6a7d10.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.891303] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6922334f-c9cb-47cc-a208-3de7aac09cc7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.916545] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 923.916545] env[69547]: value = "task-3161652" [ 923.916545] env[69547]: _type = "Task" [ 923.916545] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.924642] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.238148] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.375984] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "a089242e-7957-4a8f-920f-db33ec3eeee1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.375984] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "a089242e-7957-4a8f-920f-db33ec3eeee1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.427128] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.639526] env[69547]: INFO nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating resource usage from migration 9b3636fa-b5e6-4c0e-9edf-305ac17eaab3 [ 924.639526] env[69547]: INFO nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating resource usage from migration 277a471c-711b-4941-85da-ddbffc363503 [ 924.668850] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance b56d79e1-d6d6-41fd-9045-b3504c3f36cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.669033] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance fc616047-fa59-42c8-96c8-48b520b81d20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.669207] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance df53ded8-cbb1-4cde-840b-49ef4fa631c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.669352] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 53d12c7f-50bb-413b-85e8-f5201f7aa8ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.669533] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 61afd391-37c6-45de-aed3-f6f8c966d579 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.669668] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e0745838-9c2c-48b7-b17b-af31ecba4e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.669814] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 15dc176c-887b-4afc-b29d-8784b4b4827c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.669971] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.670498] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3295dc83-0554-4159-8f3f-d444d6e89b30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.670674] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 1abdc0a5-e03b-4552-88f7-415e0c540b6b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.670805] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 97835afb-a848-4055-bc0e-ea508c403d1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.670925] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 5e1f2115-69a8-46f8-9680-6e8e61ef2c33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.671122] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 0e2dc0f8-d1a5-4c18-8363-abe49733dd76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.671274] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 746089ba-9b21-41fa-addc-98ef8a22ac9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.671418] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 8f8e4449-2651-4450-90ff-18e61940022f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.671580] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance dedbe350-e200-4b0b-a7ca-a48071a9a94a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.671783] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance b7ed78fa-79cf-4adf-846e-08c941776171 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.671891] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance d6d69df9-c7ab-4f01-8d24-66be36bd3ba8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.672061] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.672235] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance a975b076-19e5-40f4-a49f-e8b7105ef718 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.672385] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance d0b5ab28-e6a0-4a02-91b6-dca3266ee628 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.672535] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 24b86aef-3b7e-4354-ac6c-50126e6a7d10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.878551] env[69547]: DEBUG nova.compute.manager [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.932322] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161652, 'name': ReconfigVM_Task, 'duration_secs': 0.847076} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.933259] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 24b86aef-3b7e-4354-ac6c-50126e6a7d10/24b86aef-3b7e-4354-ac6c-50126e6a7d10.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.933711] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08caaed4-c67a-407a-a202-af531dbc6ec9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.943454] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 924.943454] env[69547]: value = "task-3161653" [ 924.943454] env[69547]: _type = "Task" [ 924.943454] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.962512] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161653, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.177066] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.412506] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.454661] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161653, 'name': Rename_Task, 'duration_secs': 0.444611} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.455984] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.455984] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eb6481c-5bac-4530-bd38-dd4d6c085dec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.462177] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 925.462177] env[69547]: value = "task-3161654" [ 925.462177] env[69547]: _type = "Task" [ 925.462177] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.470683] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.683311] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance ee6b7c61-9eff-49a6-9ba6-294a7de0e65d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.973121] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.189927] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3cfc21f7-365e-408c-b19a-979ddebfc001 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.300714] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquiring lock "918969d0-d7ca-401a-b380-f6b7b265526c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.300981] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "918969d0-d7ca-401a-b380-f6b7b265526c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.476063] env[69547]: DEBUG oslo_vmware.api [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161654, 'name': PowerOnVM_Task, 'duration_secs': 0.886722} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.476063] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.476063] env[69547]: INFO nova.compute.manager [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Took 8.28 seconds to spawn the instance on the hypervisor. [ 926.476063] env[69547]: DEBUG nova.compute.manager [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.476341] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f00667-75d2-4f58-9987-9295dbb9c952 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.693438] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 28e55cf3-a015-45ba-9613-c6dd8230ef74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.991761] env[69547]: INFO nova.compute.manager [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Took 54.10 seconds to build instance. [ 927.195774] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 6e8b15c2-e692-44fe-8b5a-679f521311c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.494245] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a290e55-a9fc-481d-b1a5-1bfd72eee507 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.638s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.699989] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.700418] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Migration 9b3636fa-b5e6-4c0e-9edf-305ac17eaab3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 927.700418] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e1ea28d1-194d-4e26-8b7d-bf1060528315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 927.997298] env[69547]: DEBUG nova.compute.manager [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.203491] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance dc22c932-ab54-46d5-9be6-842f9118b970 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.520396] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.707098] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 508dc075-b51f-4fc8-8d1d-0801b8475301 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 929.209371] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 84fb492f-d804-4b04-a242-155a6a3660d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 929.209519] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Migration 277a471c-711b-4941-85da-ddbffc363503 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 929.209519] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e9d9c396-a295-4eda-941e-729fc768a87a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 929.703691] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.703691] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.703691] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.703820] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.703936] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.706036] env[69547]: INFO nova.compute.manager [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Terminating instance [ 929.713016] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance a089242e-7957-4a8f-920f-db33ec3eeee1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 929.713310] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 929.713660] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 930.107780] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab67f6-b0cb-4317-8886-88e569c42b3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.115115] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec0939b-7e8c-4295-9f97-78f352c65e67 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.145040] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9dc4b8-6b46-45d9-882f-7dc0de2cc946 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.151634] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8076a545-b324-4aba-bd4b-766e07ca41ee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.164290] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.209238] env[69547]: DEBUG nova.compute.manager [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.209473] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.210374] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd6de54-7a47-4523-b6a2-94f49d506b44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.219288] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.220978] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21685b59-b0f0-4656-bd75-266531af19ce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.226217] env[69547]: DEBUG oslo_vmware.api [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 930.226217] env[69547]: value = "task-3161655" [ 930.226217] env[69547]: _type = "Task" [ 930.226217] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.234635] env[69547]: DEBUG oslo_vmware.api [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.667785] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.735693] env[69547]: DEBUG oslo_vmware.api [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161655, 'name': PowerOffVM_Task, 'duration_secs': 0.223403} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.736060] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.736261] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.736507] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d62c0a9-30bf-4d8e-acf1-e404e1c613b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.794963] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.795276] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.795477] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Deleting the datastore file [datastore1] 24b86aef-3b7e-4354-ac6c-50126e6a7d10 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.795741] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b637b4fd-5422-4180-92a9-f9870a02246b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.802630] env[69547]: DEBUG oslo_vmware.api [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 930.802630] env[69547]: value = "task-3161657" [ 930.802630] env[69547]: _type = "Task" [ 930.802630] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.810200] env[69547]: DEBUG oslo_vmware.api [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.172915] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 931.174053] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.556s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.174053] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.805s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.175347] env[69547]: INFO nova.compute.claims [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.178116] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.178268] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Cleaning up deleted instances {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 931.312281] env[69547]: DEBUG oslo_vmware.api [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126259} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.312542] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.312726] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.312902] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.313083] env[69547]: INFO nova.compute.manager [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Took 1.10 seconds to destroy the instance on the hypervisor. [ 931.313324] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.313507] env[69547]: DEBUG nova.compute.manager [-] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.313600] env[69547]: DEBUG nova.network.neutron [-] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.625566] env[69547]: DEBUG nova.compute.manager [req-631f2b12-dd38-4cde-8d95-91538bed9af1 req-18abdd67-941e-48c6-bc69-30333427208e service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Received event network-vif-deleted-c2c4cd34-5aa9-4af9-8b64-f28b9554afe4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.625702] env[69547]: INFO nova.compute.manager [req-631f2b12-dd38-4cde-8d95-91538bed9af1 req-18abdd67-941e-48c6-bc69-30333427208e service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Neutron deleted interface c2c4cd34-5aa9-4af9-8b64-f28b9554afe4; detaching it from the instance and deleting it from the info cache [ 931.625873] env[69547]: DEBUG nova.network.neutron [req-631f2b12-dd38-4cde-8d95-91538bed9af1 req-18abdd67-941e-48c6-bc69-30333427208e service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.691050] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] There are 38 instances to clean {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 931.691758] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 124cede6-7612-418a-9ec4-3d4c2a8c64c8] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.104705] env[69547]: DEBUG nova.network.neutron [-] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.128624] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4aa23d81-c357-40d9-8d7f-d455cee58530 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.138652] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e581e0b-fbc8-4dd2-8086-9682f249e635 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.172319] env[69547]: DEBUG nova.compute.manager [req-631f2b12-dd38-4cde-8d95-91538bed9af1 req-18abdd67-941e-48c6-bc69-30333427208e service nova] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Detach interface failed, port_id=c2c4cd34-5aa9-4af9-8b64-f28b9554afe4, reason: Instance 24b86aef-3b7e-4354-ac6c-50126e6a7d10 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 932.196982] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 56a815f4-f62e-46dc-8735-cbb255bbcbde] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.597202] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b991650-81df-4303-af0e-9c1792af88a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.608019] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62178fc7-874e-4b41-a5ee-bdc4574f59fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.608625] env[69547]: INFO nova.compute.manager [-] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Took 1.29 seconds to deallocate network for instance. [ 932.639639] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1448a8-dd12-4463-9b9e-248e971f4fb1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.647315] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cb0a75-6a4b-4211-b93f-082b7ae6475a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.661993] env[69547]: DEBUG nova.compute.provider_tree [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.700387] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 72d3a20b-6a1b-4602-b335-e81f9e8c7c38] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.140570] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.164604] env[69547]: DEBUG nova.scheduler.client.report [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.203852] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 259c51de-d787-4905-a37b-f175a3a68aa4] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.669890] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.670468] env[69547]: DEBUG nova.compute.manager [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.673234] env[69547]: DEBUG oslo_concurrency.lockutils [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.721s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.673433] env[69547]: DEBUG oslo_concurrency.lockutils [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.675476] env[69547]: DEBUG oslo_concurrency.lockutils [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.992s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.675663] env[69547]: DEBUG oslo_concurrency.lockutils [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.678154] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.212s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.678772] env[69547]: INFO nova.compute.claims [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.703109] env[69547]: INFO nova.scheduler.client.report [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Deleted allocations for instance dedbe350-e200-4b0b-a7ca-a48071a9a94a [ 933.704587] env[69547]: INFO nova.scheduler.client.report [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleted allocations for instance 3295dc83-0554-4159-8f3f-d444d6e89b30 [ 933.706680] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 96c066fd-a046-425e-84a0-79862433576b] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.183912] env[69547]: DEBUG nova.compute.utils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.187192] env[69547]: DEBUG nova.compute.manager [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.187360] env[69547]: DEBUG nova.network.neutron [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.216694] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 776708f7-9e48-4926-ab1d-d2a004fd5b3a] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.221855] env[69547]: DEBUG oslo_concurrency.lockutils [None req-59ff1dcc-1177-40a9-84f1-b1e8185cdf08 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "3295dc83-0554-4159-8f3f-d444d6e89b30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.322s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.222641] env[69547]: DEBUG oslo_concurrency.lockutils [req-63f5f991-7661-41e9-ac1e-c450b40853c1 req-565d4033-be93-484d-a9b5-9fade46625f6 service nova] Acquired lock "3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.224194] env[69547]: DEBUG nova.policy [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25f51b3b18148c6a6581858d73467c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f89ed1997934f5d9ee6e2ae91318b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.225877] env[69547]: DEBUG oslo_concurrency.lockutils [None req-244decb9-4e38-44dc-a329-acf469d64282 tempest-ServersTestMultiNic-922082155 tempest-ServersTestMultiNic-922082155-project-member] Lock "dedbe350-e200-4b0b-a7ca-a48071a9a94a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.817s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.227199] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edfc4d6-18e1-436e-ad7a-0e7c62632c6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.236821] env[69547]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 934.236821] env[69547]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69547) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 934.237547] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c86d5520-317b-4833-a79e-435de84f590c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.246476] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2260ea64-411e-48e1-8120-9202c48c65a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.282233] env[69547]: ERROR root [req-63f5f991-7661-41e9-ac1e-c450b40853c1 req-565d4033-be93-484d-a9b5-9fade46625f6 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-632517' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-632517' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-632517' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-632517'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-632517' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-632517' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-632517'}\n"]: nova.exception.InstanceNotFound: Instance 3295dc83-0554-4159-8f3f-d444d6e89b30 could not be found. [ 934.282446] env[69547]: DEBUG oslo_concurrency.lockutils [req-63f5f991-7661-41e9-ac1e-c450b40853c1 req-565d4033-be93-484d-a9b5-9fade46625f6 service nova] Releasing lock "3295dc83-0554-4159-8f3f-d444d6e89b30" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.282654] env[69547]: DEBUG nova.compute.manager [req-63f5f991-7661-41e9-ac1e-c450b40853c1 req-565d4033-be93-484d-a9b5-9fade46625f6 service nova] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Detach interface failed, port_id=165a544c-892a-430b-9955-ceebbf3f0ea2, reason: Instance 3295dc83-0554-4159-8f3f-d444d6e89b30 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.524684] env[69547]: DEBUG nova.network.neutron [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Successfully created port: 7b52be5e-0161-4860-8614-5520ea17e4ee {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.688619] env[69547]: DEBUG nova.compute.manager [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.722330] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 6bc8782d-cf63-47a3-aa2c-69b4822438a5] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.190983] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb20a47b-d80f-4d65-9836-abcc1375daa7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.206021] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422594a1-3804-4fd5-af38-a2c772ebe6d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.236269] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 33240788-23e9-4f2f-8123-8c3e25fa55ba] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.238914] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420f94f0-ae05-4c01-a3fc-27eff99fbf29 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.247810] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed4ca46-92b8-460c-b7a3-2cab5c8fcc73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.263423] env[69547]: DEBUG nova.compute.provider_tree [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.709213] env[69547]: DEBUG nova.compute.manager [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.744871] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 544587a5-8903-4225-8dee-3c1fc694d154] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.750922] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.751204] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.751366] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.751564] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.751736] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.751914] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.752154] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.752326] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.753126] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.753126] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.753126] env[69547]: DEBUG nova.virt.hardware [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.753998] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca57340d-6372-4468-8ce3-945d7f9ecdb6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.764755] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ead74a-b6f4-4a57-9ed4-c6ab7cc6cfa6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.770575] env[69547]: DEBUG nova.scheduler.client.report [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.183220] env[69547]: DEBUG nova.compute.manager [req-e9552627-c7cc-4f8e-a9e1-3dd2b277f766 req-a507222b-ea7f-489f-b00f-251be8de7746 service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Received event network-vif-plugged-7b52be5e-0161-4860-8614-5520ea17e4ee {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.183448] env[69547]: DEBUG oslo_concurrency.lockutils [req-e9552627-c7cc-4f8e-a9e1-3dd2b277f766 req-a507222b-ea7f-489f-b00f-251be8de7746 service nova] Acquiring lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.183655] env[69547]: DEBUG oslo_concurrency.lockutils [req-e9552627-c7cc-4f8e-a9e1-3dd2b277f766 req-a507222b-ea7f-489f-b00f-251be8de7746 service nova] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.183849] env[69547]: DEBUG oslo_concurrency.lockutils [req-e9552627-c7cc-4f8e-a9e1-3dd2b277f766 req-a507222b-ea7f-489f-b00f-251be8de7746 service nova] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.184106] env[69547]: DEBUG nova.compute.manager [req-e9552627-c7cc-4f8e-a9e1-3dd2b277f766 req-a507222b-ea7f-489f-b00f-251be8de7746 service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] No waiting events found dispatching network-vif-plugged-7b52be5e-0161-4860-8614-5520ea17e4ee {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.184242] env[69547]: WARNING nova.compute.manager [req-e9552627-c7cc-4f8e-a9e1-3dd2b277f766 req-a507222b-ea7f-489f-b00f-251be8de7746 service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Received unexpected event network-vif-plugged-7b52be5e-0161-4860-8614-5520ea17e4ee for instance with vm_state building and task_state spawning. [ 936.259218] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: f5d238a7-ea93-4189-8689-3c8b70b7c30e] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.289188] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.289716] env[69547]: DEBUG nova.compute.manager [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.292778] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.528s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.294249] env[69547]: INFO nova.compute.claims [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.682090] env[69547]: DEBUG nova.network.neutron [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Successfully updated port: 7b52be5e-0161-4860-8614-5520ea17e4ee {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.763678] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: c34dfdae-12b1-40d0-9b88-de2427baf2eb] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.798470] env[69547]: DEBUG nova.compute.utils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.801593] env[69547]: DEBUG nova.compute.manager [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.801760] env[69547]: DEBUG nova.network.neutron [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.886254] env[69547]: DEBUG nova.policy [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e30288bce3641d1a6ed099147a48f2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d14bb02ab94b99a3148ec31f3662c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.190744] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.190744] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.190744] env[69547]: DEBUG nova.network.neutron [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.267066] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 525141fd-077e-40e2-a7fe-914c1dbcb900] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.302344] env[69547]: DEBUG nova.compute.manager [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.347857] env[69547]: DEBUG nova.network.neutron [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Successfully created port: 78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.737197] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.737431] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "f0b21c03-55ea-4803-bd25-984521c6966e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.751679] env[69547]: DEBUG nova.network.neutron [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.774155] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 4a57f6d5-3fa0-49f3-8cd5-03d310babd07] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.881089] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e5dfe0-198b-42bc-a3f4-d87105738cc3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.890264] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7776eb7b-c8ed-45c5-bae7-1baba4ebabcd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.921476] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033fa41e-37f5-4e01-afa7-a15abbf84803 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.929591] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134882ba-d6c6-45d9-8290-f7e90820c21d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.947115] env[69547]: DEBUG nova.compute.provider_tree [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.001461] env[69547]: DEBUG nova.network.neutron [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Updating instance_info_cache with network_info: [{"id": "7b52be5e-0161-4860-8614-5520ea17e4ee", "address": "fa:16:3e:6d:cf:a5", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b52be5e-01", "ovs_interfaceid": "7b52be5e-0161-4860-8614-5520ea17e4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.208698] env[69547]: DEBUG nova.compute.manager [req-24002a55-0a00-4fab-a026-8cdb293b0272 req-24489658-a842-4261-ac24-ad1cbf08cb1b service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Received event network-changed-7b52be5e-0161-4860-8614-5520ea17e4ee {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.208945] env[69547]: DEBUG nova.compute.manager [req-24002a55-0a00-4fab-a026-8cdb293b0272 req-24489658-a842-4261-ac24-ad1cbf08cb1b service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Refreshing instance network info cache due to event network-changed-7b52be5e-0161-4860-8614-5520ea17e4ee. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.209166] env[69547]: DEBUG oslo_concurrency.lockutils [req-24002a55-0a00-4fab-a026-8cdb293b0272 req-24489658-a842-4261-ac24-ad1cbf08cb1b service nova] Acquiring lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.274733] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 29c8cc49-c5a3-4cc6-b6bf-041138d54870] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.314688] env[69547]: DEBUG nova.compute.manager [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.341198] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.341417] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.341574] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.341763] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.341910] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.342075] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.342319] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.342486] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.342651] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.342812] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.342978] env[69547]: DEBUG nova.virt.hardware [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.344129] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b17bec-53bb-4fab-8152-ea27b81686ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.352244] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176c59cc-19ea-4e4f-ad48-97e190ee2d5f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.453130] env[69547]: DEBUG nova.scheduler.client.report [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.503827] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Releasing lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.504273] env[69547]: DEBUG nova.compute.manager [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Instance network_info: |[{"id": "7b52be5e-0161-4860-8614-5520ea17e4ee", "address": "fa:16:3e:6d:cf:a5", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b52be5e-01", "ovs_interfaceid": "7b52be5e-0161-4860-8614-5520ea17e4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.505032] env[69547]: DEBUG oslo_concurrency.lockutils [req-24002a55-0a00-4fab-a026-8cdb293b0272 req-24489658-a842-4261-ac24-ad1cbf08cb1b service nova] Acquired lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.505032] env[69547]: DEBUG nova.network.neutron [req-24002a55-0a00-4fab-a026-8cdb293b0272 req-24489658-a842-4261-ac24-ad1cbf08cb1b service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Refreshing network info cache for port 7b52be5e-0161-4860-8614-5520ea17e4ee {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.505953] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:cf:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b52be5e-0161-4860-8614-5520ea17e4ee', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.513795] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Creating folder: Project (9f89ed1997934f5d9ee6e2ae91318b64). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.514308] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f6d731e-d3cc-46c6-9087-74a9dd72ce87 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.526937] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Created folder: Project (9f89ed1997934f5d9ee6e2ae91318b64) in parent group-v632381. [ 938.527133] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Creating folder: Instances. Parent ref: group-v632568. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.527356] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-351a75e1-7290-4e4f-a095-d18b35f841a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.535544] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Created folder: Instances in parent group-v632568. [ 938.535739] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.535919] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.536127] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f674e614-9dbf-4351-a0b9-d5beae4b85ab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.554431] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.554431] env[69547]: value = "task-3161660" [ 938.554431] env[69547]: _type = "Task" [ 938.554431] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.561837] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161660, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.777231] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 7a0d471c-b83d-4a0f-96ea-146d5dd501ac] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.958544] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.959245] env[69547]: DEBUG nova.compute.manager [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.961754] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.467s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.961959] env[69547]: DEBUG nova.objects.instance [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 939.020817] env[69547]: DEBUG nova.network.neutron [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Successfully updated port: 78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.066732] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161660, 'name': CreateVM_Task, 'duration_secs': 0.332452} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.070037] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.070037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.070037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.070037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.070037] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38078a67-9a01-4c6b-8388-70d367c23f69 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.075021] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 939.075021] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f12a2-46e3-ac06-3952-a51e960c9c90" [ 939.075021] env[69547]: _type = "Task" [ 939.075021] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.080977] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f12a2-46e3-ac06-3952-a51e960c9c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.283701] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 1829331d-4c2e-46d9-85a8-a39484c95e61] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.475186] env[69547]: DEBUG nova.compute.utils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.477832] env[69547]: DEBUG nova.compute.manager [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.479991] env[69547]: DEBUG nova.network.neutron [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.524185] env[69547]: DEBUG nova.policy [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25583ea0aab34bfbbb51f32054d56154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413198b9449a422eac2a3b71939b846a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.525800] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.526118] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.526521] env[69547]: DEBUG nova.network.neutron [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.585700] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f12a2-46e3-ac06-3952-a51e960c9c90, 'name': SearchDatastore_Task, 'duration_secs': 0.011731} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.586448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.586448] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.586695] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.586879] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.587104] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.587402] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fa1b975-25dd-459c-8ac2-3da2013924b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.596531] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.596712] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.597427] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803120fd-0b02-4fb7-877d-5d05075930a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.604016] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 939.604016] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524ef00a-207a-7205-7b37-5192e90902cd" [ 939.604016] env[69547]: _type = "Task" [ 939.604016] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.612238] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524ef00a-207a-7205-7b37-5192e90902cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.622853] env[69547]: DEBUG nova.network.neutron [req-24002a55-0a00-4fab-a026-8cdb293b0272 req-24489658-a842-4261-ac24-ad1cbf08cb1b service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Updated VIF entry in instance network info cache for port 7b52be5e-0161-4860-8614-5520ea17e4ee. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.623252] env[69547]: DEBUG nova.network.neutron [req-24002a55-0a00-4fab-a026-8cdb293b0272 req-24489658-a842-4261-ac24-ad1cbf08cb1b service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Updating instance_info_cache with network_info: [{"id": "7b52be5e-0161-4860-8614-5520ea17e4ee", "address": "fa:16:3e:6d:cf:a5", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b52be5e-01", "ovs_interfaceid": "7b52be5e-0161-4860-8614-5520ea17e4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.786637] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: aef82554-a852-4a4f-8cb8-f2ebe8c86a56] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.897115] env[69547]: DEBUG nova.network.neutron [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Successfully created port: 2467efd7-b433-4fc5-9c22-bccd3b0de5de {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.979781] env[69547]: DEBUG oslo_concurrency.lockutils [None req-008e4ffc-89c0-429b-8f6e-fb9d92e77a91 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.980944] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.621s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.981665] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.984093] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.579s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.984255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.986257] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.362s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.987928] env[69547]: INFO nova.compute.claims [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.991340] env[69547]: DEBUG nova.compute.manager [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.034100] env[69547]: INFO nova.scheduler.client.report [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Deleted allocations for instance 61afd391-37c6-45de-aed3-f6f8c966d579 [ 940.040854] env[69547]: INFO nova.scheduler.client.report [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Deleted allocations for instance d6d69df9-c7ab-4f01-8d24-66be36bd3ba8 [ 940.092524] env[69547]: DEBUG nova.network.neutron [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.119440] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524ef00a-207a-7205-7b37-5192e90902cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008101} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.122440] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edddee3-9673-410f-bf29-1087f9f66913 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.125965] env[69547]: DEBUG oslo_concurrency.lockutils [req-24002a55-0a00-4fab-a026-8cdb293b0272 req-24489658-a842-4261-ac24-ad1cbf08cb1b service nova] Releasing lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.132750] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 940.132750] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521d70c6-812e-0402-3a9c-9dd6b3a33e38" [ 940.132750] env[69547]: _type = "Task" [ 940.132750] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.138412] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521d70c6-812e-0402-3a9c-9dd6b3a33e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.235367] env[69547]: DEBUG nova.compute.manager [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Received event network-vif-plugged-78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.235599] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] Acquiring lock "3cfc21f7-365e-408c-b19a-979ddebfc001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.235915] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.236337] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.236337] env[69547]: DEBUG nova.compute.manager [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] No waiting events found dispatching network-vif-plugged-78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.236596] env[69547]: WARNING nova.compute.manager [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Received unexpected event network-vif-plugged-78bdecfa-8b4d-4208-b40f-3fc1848955d2 for instance with vm_state building and task_state spawning. [ 940.236596] env[69547]: DEBUG nova.compute.manager [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Received event network-changed-78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.236800] env[69547]: DEBUG nova.compute.manager [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Refreshing instance network info cache due to event network-changed-78bdecfa-8b4d-4208-b40f-3fc1848955d2. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.236902] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] Acquiring lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.261477] env[69547]: DEBUG nova.network.neutron [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Updating instance_info_cache with network_info: [{"id": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "address": "fa:16:3e:9a:ec:a2", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bdecfa-8b", "ovs_interfaceid": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.289842] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e1211f1b-d059-41be-9aa1-9af0c3ea6f81] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.543783] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db5706dd-a7dd-4db7-93b6-d59a1bb7f67c tempest-ServersAdminNegativeTestJSON-1235770896 tempest-ServersAdminNegativeTestJSON-1235770896-project-member] Lock "61afd391-37c6-45de-aed3-f6f8c966d579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.806s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.548886] env[69547]: DEBUG oslo_concurrency.lockutils [None req-22fbfc6c-557c-4b68-9e66-67b13f502866 tempest-ServersAaction247Test-151063340 tempest-ServersAaction247Test-151063340-project-member] Lock "d6d69df9-c7ab-4f01-8d24-66be36bd3ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.519s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.644201] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521d70c6-812e-0402-3a9c-9dd6b3a33e38, 'name': SearchDatastore_Task, 'duration_secs': 0.016793} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.644201] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.644201] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] ee6b7c61-9eff-49a6-9ba6-294a7de0e65d/ee6b7c61-9eff-49a6-9ba6-294a7de0e65d.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.644201] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cf4e882-e5d8-4528-8c63-a6d833a2046e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.650287] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 940.650287] env[69547]: value = "task-3161661" [ 940.650287] env[69547]: _type = "Task" [ 940.650287] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.660187] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.763514] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.763888] env[69547]: DEBUG nova.compute.manager [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Instance network_info: |[{"id": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "address": "fa:16:3e:9a:ec:a2", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bdecfa-8b", "ovs_interfaceid": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.764256] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] Acquired lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.764458] env[69547]: DEBUG nova.network.neutron [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Refreshing network info cache for port 78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.765718] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:ec:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78bdecfa-8b4d-4208-b40f-3fc1848955d2', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.774267] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Creating folder: Project (e3d14bb02ab94b99a3148ec31f3662c5). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.775309] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e324f897-859d-4033-9de6-0d187bc306ba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.786745] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Created folder: Project (e3d14bb02ab94b99a3148ec31f3662c5) in parent group-v632381. [ 940.786940] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Creating folder: Instances. Parent ref: group-v632571. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.787183] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd10935f-1213-40e2-946d-01ac6e2e31f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.794330] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 1f7b9ad2-6d8b-413d-8a17-f258447cd2d1] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.797514] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Created folder: Instances in parent group-v632571. [ 940.797759] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.798226] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.798483] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3067794b-b4cf-42a1-953a-27f681b24148 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.819931] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.819931] env[69547]: value = "task-3161664" [ 940.819931] env[69547]: _type = "Task" [ 940.819931] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.827829] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161664, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.003121] env[69547]: DEBUG nova.compute.manager [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.042496] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f77d5d5ca6c4de28ad916f2ae9b66d82',container_format='bare',created_at=2025-03-26T02:20:28Z,direct_url=,disk_format='vmdk',id=5d2aed07-5347-4379-9925-39e0dedf6be2,min_disk=1,min_ram=0,name='tempest-test-snap-493722368',owner='413198b9449a422eac2a3b71939b846a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-26T02:20:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.042754] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.042992] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.043134] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.043303] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.043476] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.043688] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.043969] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.044506] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.044740] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.044934] env[69547]: DEBUG nova.virt.hardware [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.046399] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7e430f-9966-4be0-9324-7dcca4ae0bd6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.055936] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401bd475-8333-48ae-b318-05f1d07ef37b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.161382] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484168} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.161656] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] ee6b7c61-9eff-49a6-9ba6-294a7de0e65d/ee6b7c61-9eff-49a6-9ba6-294a7de0e65d.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.161867] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.162184] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70525001-a8a0-4e75-bfbf-9c9e63edb3b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.172970] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 941.172970] env[69547]: value = "task-3161665" [ 941.172970] env[69547]: _type = "Task" [ 941.172970] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.185651] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.298821] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 139591bc-25b9-4087-807d-ac8108d236c5] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.335910] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161664, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.531190] env[69547]: DEBUG nova.network.neutron [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Successfully updated port: 2467efd7-b433-4fc5-9c22-bccd3b0de5de {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.552594] env[69547]: DEBUG nova.network.neutron [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Updated VIF entry in instance network info cache for port 78bdecfa-8b4d-4208-b40f-3fc1848955d2. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.552868] env[69547]: DEBUG nova.network.neutron [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Updating instance_info_cache with network_info: [{"id": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "address": "fa:16:3e:9a:ec:a2", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bdecfa-8b", "ovs_interfaceid": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.561314] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a684e7f2-3f84-43aa-baa1-ac913a3c90d5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.570114] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d3846d-c7ea-417d-8cf7-6bb4cd61c9e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.604015] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37712f14-3eff-47e2-a086-81ef1ac24686 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.611676] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87a2ec5-efd6-4003-96a8-70e84bdf70c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.626144] env[69547]: DEBUG nova.compute.provider_tree [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.683999] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246529} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.684374] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.685224] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c69908e-e497-4461-ad52-1e8a768cccd3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.712120] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ee6b7c61-9eff-49a6-9ba6-294a7de0e65d/ee6b7c61-9eff-49a6-9ba6-294a7de0e65d.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.712438] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a8297f-fc7b-4673-82d8-5659d3c64ed1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.733855] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 941.733855] env[69547]: value = "task-3161666" [ 941.733855] env[69547]: _type = "Task" [ 941.733855] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.742255] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.804713] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e2e5aa07-b856-4b26-89de-eeaa85de3f23] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.831784] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161664, 'name': CreateVM_Task, 'duration_secs': 0.546394} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.832821] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.833588] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.833753] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.834123] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.834653] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745f344d-6e58-4404-9a8c-0f19f31d23fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.841877] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 941.841877] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525a653d-9ebe-73b6-40a9-9ce47babab41" [ 941.841877] env[69547]: _type = "Task" [ 941.841877] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.850632] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525a653d-9ebe-73b6-40a9-9ce47babab41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.039640] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "refresh_cache-28e55cf3-a015-45ba-9613-c6dd8230ef74" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.039802] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "refresh_cache-28e55cf3-a015-45ba-9613-c6dd8230ef74" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.040030] env[69547]: DEBUG nova.network.neutron [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.056172] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f390f72-286b-48ac-af42-5026058de2b3 req-fa6bf025-dae5-4a93-8b14-a3700eee8fc6 service nova] Releasing lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.129123] env[69547]: DEBUG nova.scheduler.client.report [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.244702] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161666, 'name': ReconfigVM_Task, 'duration_secs': 0.326425} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.245399] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ee6b7c61-9eff-49a6-9ba6-294a7de0e65d/ee6b7c61-9eff-49a6-9ba6-294a7de0e65d.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.245689] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67a1bdea-bbcd-4d10-90ef-cac2e8b290f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.252869] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 942.252869] env[69547]: value = "task-3161667" [ 942.252869] env[69547]: _type = "Task" [ 942.252869] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.260555] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161667, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.262643] env[69547]: DEBUG nova.compute.manager [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Received event network-vif-plugged-2467efd7-b433-4fc5-9c22-bccd3b0de5de {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.262837] env[69547]: DEBUG oslo_concurrency.lockutils [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] Acquiring lock "28e55cf3-a015-45ba-9613-c6dd8230ef74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.263054] env[69547]: DEBUG oslo_concurrency.lockutils [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] Lock "28e55cf3-a015-45ba-9613-c6dd8230ef74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.263219] env[69547]: DEBUG oslo_concurrency.lockutils [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] Lock "28e55cf3-a015-45ba-9613-c6dd8230ef74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.263929] env[69547]: DEBUG nova.compute.manager [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] No waiting events found dispatching network-vif-plugged-2467efd7-b433-4fc5-9c22-bccd3b0de5de {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.263929] env[69547]: WARNING nova.compute.manager [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Received unexpected event network-vif-plugged-2467efd7-b433-4fc5-9c22-bccd3b0de5de for instance with vm_state building and task_state spawning. [ 942.263929] env[69547]: DEBUG nova.compute.manager [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Received event network-changed-2467efd7-b433-4fc5-9c22-bccd3b0de5de {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.263929] env[69547]: DEBUG nova.compute.manager [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Refreshing instance network info cache due to event network-changed-2467efd7-b433-4fc5-9c22-bccd3b0de5de. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.264153] env[69547]: DEBUG oslo_concurrency.lockutils [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] Acquiring lock "refresh_cache-28e55cf3-a015-45ba-9613-c6dd8230ef74" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.308303] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 2dacd7c5-0893-4293-8676-db390b90b3d5] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.352469] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525a653d-9ebe-73b6-40a9-9ce47babab41, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.352748] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.353769] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.353769] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.353769] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.353769] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.354037] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e299f5a9-24db-4493-b4b7-a73707d34fcc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.362292] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.362483] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.363205] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4e946e-588b-40e1-b70f-90f0bdb70bfc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.368473] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 942.368473] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527311f7-7638-d951-b62d-f344ff7d13d6" [ 942.368473] env[69547]: _type = "Task" [ 942.368473] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.376205] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527311f7-7638-d951-b62d-f344ff7d13d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.586332] env[69547]: DEBUG nova.network.neutron [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.635970] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.636514] env[69547]: DEBUG nova.compute.manager [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.639560] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.877s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.641372] env[69547]: INFO nova.compute.claims [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.763686] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161667, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.765356] env[69547]: DEBUG nova.network.neutron [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Updating instance_info_cache with network_info: [{"id": "2467efd7-b433-4fc5-9c22-bccd3b0de5de", "address": "fa:16:3e:b5:2c:05", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2467efd7-b4", "ovs_interfaceid": "2467efd7-b433-4fc5-9c22-bccd3b0de5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.811831] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: aec1ca4a-7bc4-4178-9ed2-e41b6698825c] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.878579] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527311f7-7638-d951-b62d-f344ff7d13d6, 'name': SearchDatastore_Task, 'duration_secs': 0.007843} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.879368] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b6c91f-9474-4f02-a332-31fcd68a5042 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.884904] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 942.884904] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52999f5e-6df3-7c0e-a8a1-af366de3bb50" [ 942.884904] env[69547]: _type = "Task" [ 942.884904] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.892125] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52999f5e-6df3-7c0e-a8a1-af366de3bb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.146412] env[69547]: DEBUG nova.compute.utils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.150295] env[69547]: DEBUG nova.compute.manager [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.150458] env[69547]: DEBUG nova.network.neutron [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.218100] env[69547]: DEBUG nova.policy [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d34b11bbfc42c5bdccc421374336fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe31a0dab018416382f0c8af99bc7d87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.264808] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161667, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.268417] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "refresh_cache-28e55cf3-a015-45ba-9613-c6dd8230ef74" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.268710] env[69547]: DEBUG nova.compute.manager [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Instance network_info: |[{"id": "2467efd7-b433-4fc5-9c22-bccd3b0de5de", "address": "fa:16:3e:b5:2c:05", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2467efd7-b4", "ovs_interfaceid": "2467efd7-b433-4fc5-9c22-bccd3b0de5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.268988] env[69547]: DEBUG oslo_concurrency.lockutils [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] Acquired lock "refresh_cache-28e55cf3-a015-45ba-9613-c6dd8230ef74" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.269170] env[69547]: DEBUG nova.network.neutron [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Refreshing network info cache for port 2467efd7-b433-4fc5-9c22-bccd3b0de5de {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.270835] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:2c:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2467efd7-b433-4fc5-9c22-bccd3b0de5de', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.279961] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.283975] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.284588] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5717e31f-e4f3-4b57-b2ba-9919ccd68b92 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.306271] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.306271] env[69547]: value = "task-3161668" [ 943.306271] env[69547]: _type = "Task" [ 943.306271] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.314594] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 42403335-6ef3-4773-b3ac-a3aebd33394c] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.316810] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161668, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.396392] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52999f5e-6df3-7c0e-a8a1-af366de3bb50, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.396709] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.397017] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 3cfc21f7-365e-408c-b19a-979ddebfc001/3cfc21f7-365e-408c-b19a-979ddebfc001.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.397315] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-babd3fb2-eea6-426a-b73a-aa7103f80429 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.406299] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 943.406299] env[69547]: value = "task-3161669" [ 943.406299] env[69547]: _type = "Task" [ 943.406299] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.417777] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.539656] env[69547]: DEBUG nova.network.neutron [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Updated VIF entry in instance network info cache for port 2467efd7-b433-4fc5-9c22-bccd3b0de5de. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.540397] env[69547]: DEBUG nova.network.neutron [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Updating instance_info_cache with network_info: [{"id": "2467efd7-b433-4fc5-9c22-bccd3b0de5de", "address": "fa:16:3e:b5:2c:05", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2467efd7-b4", "ovs_interfaceid": "2467efd7-b433-4fc5-9c22-bccd3b0de5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.660035] env[69547]: DEBUG nova.compute.manager [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.770200] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161667, 'name': Rename_Task, 'duration_secs': 1.150512} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.770891] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.771492] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db710cf2-51a4-4734-b9db-cd50b1c7017c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.780823] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 943.780823] env[69547]: value = "task-3161670" [ 943.780823] env[69547]: _type = "Task" [ 943.780823] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.800189] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.801170] env[69547]: DEBUG nova.network.neutron [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Successfully created port: 97b2a913-3c5c-4a6e-8315-370ac438f6f3 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.820225] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: f5a8d214-68ab-453c-ba9a-76206937f5eb] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.822278] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161668, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.922329] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161669, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.043552] env[69547]: DEBUG oslo_concurrency.lockutils [req-ae57b7f6-1f99-438c-828f-f91fd8199fbc req-ba98d83a-795b-4429-86eb-ea5f30df6f5e service nova] Releasing lock "refresh_cache-28e55cf3-a015-45ba-9613-c6dd8230ef74" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.208048] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dffbed3-1c2c-46b2-9ced-f637ed89c96e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.220653] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11291191-7026-4439-8bfa-a7cdd018b2ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.258433] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8993b6c-c59c-4185-97a4-c7f3d51e3362 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.267034] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ee7749-78ea-42f3-9345-e7cae21db3d5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.280164] env[69547]: DEBUG nova.compute.provider_tree [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.290320] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.318567] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161668, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.329018] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 7160e6dd-68bd-44ec-9835-a85d09500b19] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.416610] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534163} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.416877] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 3cfc21f7-365e-408c-b19a-979ddebfc001/3cfc21f7-365e-408c-b19a-979ddebfc001.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.417104] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.417362] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f5e5377-0a49-4a2e-8590-caa68a1136c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.425444] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 944.425444] env[69547]: value = "task-3161671" [ 944.425444] env[69547]: _type = "Task" [ 944.425444] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.436307] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.669643] env[69547]: DEBUG nova.compute.manager [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.703820] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.704075] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.708415] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.708415] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.708415] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.708415] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.708415] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.708415] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.708415] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.708415] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.708415] env[69547]: DEBUG nova.virt.hardware [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.708415] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1afd32-56b8-425d-a7bf-c2fd8ee050bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.719584] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182bd3f-583f-457b-b79d-5f8a6d299abb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.789735] env[69547]: DEBUG nova.scheduler.client.report [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.807282] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.821737] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161668, 'name': CreateVM_Task, 'duration_secs': 1.421887} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.822797] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.822797] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.822940] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.823509] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.823706] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e7eba8-c793-441c-a362-d29304f75403 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.833483] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 690648e9-1344-4076-9f7e-b329089e36a5] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.836784] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 944.836784] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b4a4a3-dd2c-357f-3884-cee745db7007" [ 944.836784] env[69547]: _type = "Task" [ 944.836784] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.855503] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.855765] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Processing image 5d2aed07-5347-4379-9925-39e0dedf6be2 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.856207] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2/5d2aed07-5347-4379-9925-39e0dedf6be2.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.856207] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2/5d2aed07-5347-4379-9925-39e0dedf6be2.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.856333] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.857914] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c04d6d4-5fd0-4194-b8eb-b283bd4744f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.876241] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.876416] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.882028] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3004cd04-fe2c-4263-ac7b-3c2492b78150 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.886889] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 944.886889] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522978dd-a2e7-2eb8-7fa1-356dfba3cc24" [ 944.886889] env[69547]: _type = "Task" [ 944.886889] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.901731] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Preparing fetch location {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 944.901978] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Fetch image to [datastore1] OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697/OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697.vmdk {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 944.902239] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Downloading stream optimized image 5d2aed07-5347-4379-9925-39e0dedf6be2 to [datastore1] OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697/OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697.vmdk on the data store datastore1 as vApp {{(pid=69547) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 944.902499] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Downloading image file data 5d2aed07-5347-4379-9925-39e0dedf6be2 to the ESX as VM named 'OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697' {{(pid=69547) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 944.940022] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064669} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.940083] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.941220] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06f8fef-fba9-46fd-99f5-b4a8bcda1e17 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.975103] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 3cfc21f7-365e-408c-b19a-979ddebfc001/3cfc21f7-365e-408c-b19a-979ddebfc001.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.975784] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd86f5d-bda3-4802-9d08-e7186b68ce43 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.002044] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 945.002044] env[69547]: value = "task-3161672" [ 945.002044] env[69547]: _type = "Task" [ 945.002044] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.009979] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.108997] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 945.108997] env[69547]: value = "resgroup-9" [ 945.108997] env[69547]: _type = "ResourcePool" [ 945.108997] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 945.108997] env[69547]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-66d8de88-a5d8-4a76-acdd-243b7d639975 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.131837] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lease: (returnval){ [ 945.131837] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526351ff-5f42-4a0e-b4d0-1c134fb200ac" [ 945.131837] env[69547]: _type = "HttpNfcLease" [ 945.131837] env[69547]: } obtained for vApp import into resource pool (val){ [ 945.131837] env[69547]: value = "resgroup-9" [ 945.131837] env[69547]: _type = "ResourcePool" [ 945.131837] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 945.132193] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the lease: (returnval){ [ 945.132193] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526351ff-5f42-4a0e-b4d0-1c134fb200ac" [ 945.132193] env[69547]: _type = "HttpNfcLease" [ 945.132193] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 945.138401] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.138401] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526351ff-5f42-4a0e-b4d0-1c134fb200ac" [ 945.138401] env[69547]: _type = "HttpNfcLease" [ 945.138401] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 945.293988] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161670, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.300325] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.300399] env[69547]: DEBUG nova.compute.manager [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.302856] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.397s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.304013] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.305496] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.709s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.340822] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: abc1186a-59c7-4e08-a0d6-e6fc42dd58b1] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.347371] env[69547]: INFO nova.scheduler.client.report [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted allocations for instance 0e2dc0f8-d1a5-4c18-8363-abe49733dd76 [ 945.514711] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161672, 'name': ReconfigVM_Task, 'duration_secs': 0.276147} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.515291] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 3cfc21f7-365e-408c-b19a-979ddebfc001/3cfc21f7-365e-408c-b19a-979ddebfc001.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.516091] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ce7f1b7-0f3b-4419-b9c8-53261459bae9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.522983] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 945.522983] env[69547]: value = "task-3161674" [ 945.522983] env[69547]: _type = "Task" [ 945.522983] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.531649] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161674, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.629444] env[69547]: DEBUG nova.compute.manager [req-d2f7dd27-5dc8-4e43-989e-e3eb832fa7c3 req-436e1f1f-ab05-404e-921c-8c71d394051b service nova] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Received event network-vif-plugged-97b2a913-3c5c-4a6e-8315-370ac438f6f3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.629920] env[69547]: DEBUG oslo_concurrency.lockutils [req-d2f7dd27-5dc8-4e43-989e-e3eb832fa7c3 req-436e1f1f-ab05-404e-921c-8c71d394051b service nova] Acquiring lock "6e8b15c2-e692-44fe-8b5a-679f521311c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.630593] env[69547]: DEBUG oslo_concurrency.lockutils [req-d2f7dd27-5dc8-4e43-989e-e3eb832fa7c3 req-436e1f1f-ab05-404e-921c-8c71d394051b service nova] Lock "6e8b15c2-e692-44fe-8b5a-679f521311c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.630951] env[69547]: DEBUG oslo_concurrency.lockutils [req-d2f7dd27-5dc8-4e43-989e-e3eb832fa7c3 req-436e1f1f-ab05-404e-921c-8c71d394051b service nova] Lock "6e8b15c2-e692-44fe-8b5a-679f521311c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.631299] env[69547]: DEBUG nova.compute.manager [req-d2f7dd27-5dc8-4e43-989e-e3eb832fa7c3 req-436e1f1f-ab05-404e-921c-8c71d394051b service nova] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] No waiting events found dispatching network-vif-plugged-97b2a913-3c5c-4a6e-8315-370ac438f6f3 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.631613] env[69547]: WARNING nova.compute.manager [req-d2f7dd27-5dc8-4e43-989e-e3eb832fa7c3 req-436e1f1f-ab05-404e-921c-8c71d394051b service nova] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Received unexpected event network-vif-plugged-97b2a913-3c5c-4a6e-8315-370ac438f6f3 for instance with vm_state building and task_state spawning. [ 945.641380] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.641380] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526351ff-5f42-4a0e-b4d0-1c134fb200ac" [ 945.641380] env[69547]: _type = "HttpNfcLease" [ 945.641380] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 945.641790] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 945.641790] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526351ff-5f42-4a0e-b4d0-1c134fb200ac" [ 945.641790] env[69547]: _type = "HttpNfcLease" [ 945.641790] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 945.642811] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d89684-b5cf-454a-827b-09f9c2f923f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.650890] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d49f64-feed-8eac-df88-298580d09e02/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 945.651320] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d49f64-feed-8eac-df88-298580d09e02/disk-0.vmdk. {{(pid=69547) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 945.732653] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9ac2189-8928-42c3-82ba-beb2be82c0d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.796156] env[69547]: DEBUG oslo_vmware.api [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3161670, 'name': PowerOnVM_Task, 'duration_secs': 1.714729} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.796156] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.796479] env[69547]: INFO nova.compute.manager [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Took 10.09 seconds to spawn the instance on the hypervisor. [ 945.796536] env[69547]: DEBUG nova.compute.manager [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.797860] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8810dd-2f7b-40ae-8e29-085afdb7400d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.811381] env[69547]: DEBUG nova.compute.utils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.812604] env[69547]: INFO nova.compute.claims [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.817019] env[69547]: DEBUG nova.compute.manager [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.817019] env[69547]: DEBUG nova.network.neutron [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.849019] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 3828ecd8-0808-46ab-9f51-525db9ef01f6] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.857442] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5bb291b7-348e-4fdb-824e-795ad82d8d6e tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "0e2dc0f8-d1a5-4c18-8363-abe49733dd76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.587s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.898112] env[69547]: DEBUG nova.network.neutron [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Successfully updated port: 97b2a913-3c5c-4a6e-8315-370ac438f6f3 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.977125] env[69547]: DEBUG nova.policy [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd35c22044c467fbb98bf1c59fecf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8342c2e5f2ea44009e37049e4bb33fe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.035902] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161674, 'name': Rename_Task, 'duration_secs': 0.134108} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.037589] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.037856] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb74a43b-4fef-4f44-8934-9932b7ed5918 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.044583] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 946.044583] env[69547]: value = "task-3161675" [ 946.044583] env[69547]: _type = "Task" [ 946.044583] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.054815] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.322190] env[69547]: DEBUG nova.compute.manager [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.326618] env[69547]: INFO nova.compute.resource_tracker [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating resource usage from migration 9b3636fa-b5e6-4c0e-9edf-305ac17eaab3 [ 946.331339] env[69547]: INFO nova.compute.manager [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Took 57.99 seconds to build instance. [ 946.353930] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 7263b1c7-456e-4a50-98ba-07c58cc44115] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.358956] env[69547]: DEBUG nova.network.neutron [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Successfully created port: bd8a3460-ffb7-4a5a-bef1-f052352d25f7 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.400624] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "refresh_cache-6e8b15c2-e692-44fe-8b5a-679f521311c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.400816] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "refresh_cache-6e8b15c2-e692-44fe-8b5a-679f521311c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.400933] env[69547]: DEBUG nova.network.neutron [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.513099] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Completed reading data from the image iterator. {{(pid=69547) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 946.513270] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d49f64-feed-8eac-df88-298580d09e02/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 946.514300] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9755d0c3-3bc8-4df2-9f0e-e99d1b485771 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.524487] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d49f64-feed-8eac-df88-298580d09e02/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 946.524680] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d49f64-feed-8eac-df88-298580d09e02/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 946.524934] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-11dda0d9-7ea6-4590-ae65-bd31bfefceea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.559022] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161675, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.575421] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "15dc176c-887b-4afc-b29d-8784b4b4827c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.575707] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "15dc176c-887b-4afc-b29d-8784b4b4827c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.576047] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "15dc176c-887b-4afc-b29d-8784b4b4827c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.576093] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "15dc176c-887b-4afc-b29d-8784b4b4827c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.576402] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "15dc176c-887b-4afc-b29d-8784b4b4827c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.580935] env[69547]: INFO nova.compute.manager [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Terminating instance [ 946.689749] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d49f64-feed-8eac-df88-298580d09e02/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 946.690067] env[69547]: INFO nova.virt.vmwareapi.images [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Downloaded image file data 5d2aed07-5347-4379-9925-39e0dedf6be2 [ 946.695851] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e9e2d-d8f9-4233-9a07-60fadccd051a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.722270] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c0dd342-8122-48a2-92bb-d5584389f675 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.745342] env[69547]: INFO nova.virt.vmwareapi.images [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] The imported VM was unregistered [ 946.748030] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Caching image {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 946.748243] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.748484] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e5e20ba-4e0f-44b8-85d9-5fb4fc15c033 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.761531] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Created directory with path [datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.761728] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697/OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697.vmdk to [datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2/5d2aed07-5347-4379-9925-39e0dedf6be2.vmdk. {{(pid=69547) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 946.761989] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7ce5c849-1d04-4e58-a494-5f2b1d9647c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.772938] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 946.772938] env[69547]: value = "task-3161677" [ 946.772938] env[69547]: _type = "Task" [ 946.772938] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.782957] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161677, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.835855] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a4f6c133-f155-44a5-af35-110c5db446b3 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.511s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.857179] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 7620df0b-07ff-4e13-8079-55ecaf7dc996] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.911017] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e689bca2-421e-4fb5-a88f-af51b6520b7f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.920625] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694d5a30-fe0d-4271-b5a2-edfb0388ce3a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.953492] env[69547]: DEBUG nova.network.neutron [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.958345] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789e779d-26cb-4387-956c-7b2bb5ba8c03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.967403] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e5db2-b6b4-4832-a58a-1acc85c288a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.982823] env[69547]: DEBUG nova.compute.provider_tree [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.059393] env[69547]: DEBUG oslo_vmware.api [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3161675, 'name': PowerOnVM_Task, 'duration_secs': 0.526968} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.059393] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.059393] env[69547]: INFO nova.compute.manager [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Took 8.74 seconds to spawn the instance on the hypervisor. [ 947.059393] env[69547]: DEBUG nova.compute.manager [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.059393] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f05cf9a-aef5-4344-a2cd-aabc2c53c31e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.085127] env[69547]: DEBUG nova.compute.manager [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.085550] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.086958] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ab535-263a-44f4-862b-726a76d074c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.095978] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.096317] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b247206a-aa2a-4442-8a57-2076f4d27eba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.102689] env[69547]: DEBUG oslo_vmware.api [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 947.102689] env[69547]: value = "task-3161678" [ 947.102689] env[69547]: _type = "Task" [ 947.102689] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.113453] env[69547]: DEBUG oslo_vmware.api [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.188767] env[69547]: DEBUG nova.network.neutron [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Updating instance_info_cache with network_info: [{"id": "97b2a913-3c5c-4a6e-8315-370ac438f6f3", "address": "fa:16:3e:47:ad:b0", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b2a913-3c", "ovs_interfaceid": "97b2a913-3c5c-4a6e-8315-370ac438f6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.024884] env[69547]: DEBUG nova.compute.manager [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.027202] env[69547]: DEBUG nova.compute.manager [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.030059] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 95c71e5d-aa84-4bfa-90ca-a171d51b8416] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.032804] env[69547]: DEBUG nova.scheduler.client.report [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.040061] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "refresh_cache-6e8b15c2-e692-44fe-8b5a-679f521311c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.040857] env[69547]: DEBUG nova.compute.manager [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Instance network_info: |[{"id": "97b2a913-3c5c-4a6e-8315-370ac438f6f3", "address": "fa:16:3e:47:ad:b0", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b2a913-3c", "ovs_interfaceid": "97b2a913-3c5c-4a6e-8315-370ac438f6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.043219] env[69547]: DEBUG nova.compute.manager [req-75a264c8-ce90-42a3-a525-a1dfdb45e80e req-8191f274-1a5a-4557-a95c-7f6f041785a2 service nova] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Received event network-changed-97b2a913-3c5c-4a6e-8315-370ac438f6f3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.043219] env[69547]: DEBUG nova.compute.manager [req-75a264c8-ce90-42a3-a525-a1dfdb45e80e req-8191f274-1a5a-4557-a95c-7f6f041785a2 service nova] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Refreshing instance network info cache due to event network-changed-97b2a913-3c5c-4a6e-8315-370ac438f6f3. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.043219] env[69547]: DEBUG oslo_concurrency.lockutils [req-75a264c8-ce90-42a3-a525-a1dfdb45e80e req-8191f274-1a5a-4557-a95c-7f6f041785a2 service nova] Acquiring lock "refresh_cache-6e8b15c2-e692-44fe-8b5a-679f521311c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.043219] env[69547]: DEBUG oslo_concurrency.lockutils [req-75a264c8-ce90-42a3-a525-a1dfdb45e80e req-8191f274-1a5a-4557-a95c-7f6f041785a2 service nova] Acquired lock "refresh_cache-6e8b15c2-e692-44fe-8b5a-679f521311c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.043219] env[69547]: DEBUG nova.network.neutron [req-75a264c8-ce90-42a3-a525-a1dfdb45e80e req-8191f274-1a5a-4557-a95c-7f6f041785a2 service nova] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Refreshing network info cache for port 97b2a913-3c5c-4a6e-8315-370ac438f6f3 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.053982] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:ad:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b2a913-3c5c-4a6e-8315-370ac438f6f3', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.064236] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.064236] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.066575] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae2b0300-f86c-4f72-9a1e-c3d3e81a7542 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.089048] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161677, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.089783] env[69547]: DEBUG oslo_vmware.api [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161678, 'name': PowerOffVM_Task, 'duration_secs': 0.383312} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.090907] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.091125] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.091688] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1a39c81-d131-496f-99ff-21098578cb02 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.104424] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.104424] env[69547]: value = "task-3161679" [ 948.104424] env[69547]: _type = "Task" [ 948.104424] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.104946] env[69547]: INFO nova.compute.manager [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Took 55.69 seconds to build instance. [ 948.112913] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.113308] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.113552] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.113825] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.114137] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.114292] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.114599] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.114842] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.115114] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.115349] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.115615] env[69547]: DEBUG nova.virt.hardware [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.118473] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86a989b-6412-43a3-bf46-00375caaa935 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.133582] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161679, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.137567] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad93a31-06a2-43fc-a14a-d4c4e9a66d16 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.201920] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.205489] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.205489] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleting the datastore file [datastore2] 15dc176c-887b-4afc-b29d-8784b4b4827c {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.205489] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdc74ee9-635e-48ad-bb61-635e049a9b59 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.213682] env[69547]: DEBUG oslo_vmware.api [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 948.213682] env[69547]: value = "task-3161681" [ 948.213682] env[69547]: _type = "Task" [ 948.213682] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.225681] env[69547]: DEBUG oslo_vmware.api [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.540517] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161677, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.549485] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.241s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.549485] env[69547]: INFO nova.compute.manager [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Migrating [ 948.563132] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: ad28f56e-b1a6-4725-a6cf-c6de65213ebb] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.570315] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.587s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.570392] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.572637] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.009s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.576363] env[69547]: INFO nova.compute.claims [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.612747] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.626942] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4812d5e5-9b88-4b04-9119-df1b057ac419 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.221s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.635941] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161679, 'name': CreateVM_Task, 'duration_secs': 0.509476} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.635941] env[69547]: INFO nova.scheduler.client.report [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Deleted allocations for instance b7ed78fa-79cf-4adf-846e-08c941776171 [ 948.637112] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.637884] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.638061] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.638423] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.638730] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c73b48-041e-4a0b-beb5-19a6dabe4e68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.652337] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 948.652337] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5279485b-ea09-9d04-d850-893bc31c50f5" [ 948.652337] env[69547]: _type = "Task" [ 948.652337] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.670249] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5279485b-ea09-9d04-d850-893bc31c50f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.724953] env[69547]: DEBUG oslo_vmware.api [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249204} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.725347] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.725631] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.726275] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.726275] env[69547]: INFO nova.compute.manager [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 948.726678] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.726954] env[69547]: DEBUG nova.compute.manager [-] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.727201] env[69547]: DEBUG nova.network.neutron [-] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.814820] env[69547]: DEBUG nova.compute.manager [req-fe06b0c7-3d3e-4462-8cae-4f8470b44a3c req-d5de1504-d2d5-4e26-a34c-79ed2532192a service nova] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Received event network-vif-plugged-bd8a3460-ffb7-4a5a-bef1-f052352d25f7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.814820] env[69547]: DEBUG oslo_concurrency.lockutils [req-fe06b0c7-3d3e-4462-8cae-4f8470b44a3c req-d5de1504-d2d5-4e26-a34c-79ed2532192a service nova] Acquiring lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.815471] env[69547]: DEBUG oslo_concurrency.lockutils [req-fe06b0c7-3d3e-4462-8cae-4f8470b44a3c req-d5de1504-d2d5-4e26-a34c-79ed2532192a service nova] Lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.816262] env[69547]: DEBUG oslo_concurrency.lockutils [req-fe06b0c7-3d3e-4462-8cae-4f8470b44a3c req-d5de1504-d2d5-4e26-a34c-79ed2532192a service nova] Lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.816262] env[69547]: DEBUG nova.compute.manager [req-fe06b0c7-3d3e-4462-8cae-4f8470b44a3c req-d5de1504-d2d5-4e26-a34c-79ed2532192a service nova] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] No waiting events found dispatching network-vif-plugged-bd8a3460-ffb7-4a5a-bef1-f052352d25f7 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.816262] env[69547]: WARNING nova.compute.manager [req-fe06b0c7-3d3e-4462-8cae-4f8470b44a3c req-d5de1504-d2d5-4e26-a34c-79ed2532192a service nova] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Received unexpected event network-vif-plugged-bd8a3460-ffb7-4a5a-bef1-f052352d25f7 for instance with vm_state building and task_state spawning. [ 948.881673] env[69547]: DEBUG nova.network.neutron [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Successfully updated port: bd8a3460-ffb7-4a5a-bef1-f052352d25f7 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.039687] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161677, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.067459] env[69547]: DEBUG nova.network.neutron [req-75a264c8-ce90-42a3-a525-a1dfdb45e80e req-8191f274-1a5a-4557-a95c-7f6f041785a2 service nova] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Updated VIF entry in instance network info cache for port 97b2a913-3c5c-4a6e-8315-370ac438f6f3. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.068022] env[69547]: DEBUG nova.network.neutron [req-75a264c8-ce90-42a3-a525-a1dfdb45e80e req-8191f274-1a5a-4557-a95c-7f6f041785a2 service nova] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Updating instance_info_cache with network_info: [{"id": "97b2a913-3c5c-4a6e-8315-370ac438f6f3", "address": "fa:16:3e:47:ad:b0", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b2a913-3c", "ovs_interfaceid": "97b2a913-3c5c-4a6e-8315-370ac438f6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.084785] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.085128] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.085380] env[69547]: DEBUG nova.network.neutron [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.094195] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: f2f528e6-d7a1-43de-bb04-9a9f4068e1a0] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.150804] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bae97623-f755-468a-92ca-e5f4ee0be0ab tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "b7ed78fa-79cf-4adf-846e-08c941776171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.909s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.165695] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5279485b-ea09-9d04-d850-893bc31c50f5, 'name': SearchDatastore_Task, 'duration_secs': 0.097678} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.166654] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.167063] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.168021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.168021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.168021] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.168519] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232b534c-7280-4b6b-9bb3-c51c4cc679ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.187288] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.187623] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.188535] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c17885-61ad-4622-9d07-30d5a2d2ad16 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.195469] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 949.195469] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523e666b-349b-60e8-db79-38eb964a9e4c" [ 949.195469] env[69547]: _type = "Task" [ 949.195469] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.206418] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523e666b-349b-60e8-db79-38eb964a9e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.392723] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.392723] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.392723] env[69547]: DEBUG nova.network.neutron [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.540289] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161677, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.470001} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.540573] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697/OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697.vmdk to [datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2/5d2aed07-5347-4379-9925-39e0dedf6be2.vmdk. [ 949.540759] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Cleaning up location [datastore1] OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 949.540916] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_798cd769-90ba-4380-9fb2-a605fce71697 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.541206] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01c519ba-88a4-4ef3-8d40-45da2aabad51 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.548996] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 949.548996] env[69547]: value = "task-3161682" [ 949.548996] env[69547]: _type = "Task" [ 949.548996] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.559801] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.573216] env[69547]: DEBUG oslo_concurrency.lockutils [req-75a264c8-ce90-42a3-a525-a1dfdb45e80e req-8191f274-1a5a-4557-a95c-7f6f041785a2 service nova] Releasing lock "refresh_cache-6e8b15c2-e692-44fe-8b5a-679f521311c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.602603] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 5c083db7-c953-4bee-961e-62fff3fff8ba] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.604540] env[69547]: DEBUG oslo_concurrency.lockutils [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.605442] env[69547]: DEBUG oslo_concurrency.lockutils [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.605442] env[69547]: DEBUG oslo_concurrency.lockutils [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.605442] env[69547]: DEBUG oslo_concurrency.lockutils [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.605442] env[69547]: DEBUG oslo_concurrency.lockutils [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.611057] env[69547]: INFO nova.compute.manager [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Terminating instance [ 949.677050] env[69547]: DEBUG nova.network.neutron [-] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.710391] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523e666b-349b-60e8-db79-38eb964a9e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.715074] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794d8d64-61b6-4474-8837-ba4dbc9f8de0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.720713] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 949.720713] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a70555-f088-786d-85ea-b5a790adea8e" [ 949.720713] env[69547]: _type = "Task" [ 949.720713] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.730173] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a70555-f088-786d-85ea-b5a790adea8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.899979] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquiring lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.900477] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.950790] env[69547]: DEBUG nova.network.neutron [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.953930] env[69547]: DEBUG nova.network.neutron [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance_info_cache with network_info: [{"id": "cb246f52-86dd-4022-b014-49dc33b74735", "address": "fa:16:3e:ab:41:d7", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb246f52-86", "ovs_interfaceid": "cb246f52-86dd-4022-b014-49dc33b74735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.970353] env[69547]: DEBUG nova.compute.manager [req-48677cd9-638b-4913-bc1a-2974a20fd887 req-fa2c91e9-806a-4201-8c82-6c4c470fb997 service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Received event network-changed-7b52be5e-0161-4860-8614-5520ea17e4ee {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.971483] env[69547]: DEBUG nova.compute.manager [req-48677cd9-638b-4913-bc1a-2974a20fd887 req-fa2c91e9-806a-4201-8c82-6c4c470fb997 service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Refreshing instance network info cache due to event network-changed-7b52be5e-0161-4860-8614-5520ea17e4ee. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.971948] env[69547]: DEBUG oslo_concurrency.lockutils [req-48677cd9-638b-4913-bc1a-2974a20fd887 req-fa2c91e9-806a-4201-8c82-6c4c470fb997 service nova] Acquiring lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.972178] env[69547]: DEBUG oslo_concurrency.lockutils [req-48677cd9-638b-4913-bc1a-2974a20fd887 req-fa2c91e9-806a-4201-8c82-6c4c470fb997 service nova] Acquired lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.972513] env[69547]: DEBUG nova.network.neutron [req-48677cd9-638b-4913-bc1a-2974a20fd887 req-fa2c91e9-806a-4201-8c82-6c4c470fb997 service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Refreshing network info cache for port 7b52be5e-0161-4860-8614-5520ea17e4ee {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.058974] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036104} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.059464] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.059949] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2/5d2aed07-5347-4379-9925-39e0dedf6be2.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.060049] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2/5d2aed07-5347-4379-9925-39e0dedf6be2.vmdk to [datastore1] 28e55cf3-a015-45ba-9613-c6dd8230ef74/28e55cf3-a015-45ba-9613-c6dd8230ef74.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.060361] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33d70498-2810-4e4e-b29c-3f9d4eed7ead {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.076412] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 950.076412] env[69547]: value = "task-3161683" [ 950.076412] env[69547]: _type = "Task" [ 950.076412] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.092596] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.104297] env[69547]: DEBUG nova.network.neutron [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Updating instance_info_cache with network_info: [{"id": "bd8a3460-ffb7-4a5a-bef1-f052352d25f7", "address": "fa:16:3e:45:84:e9", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8a3460-ff", "ovs_interfaceid": "bd8a3460-ffb7-4a5a-bef1-f052352d25f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.107489] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e1b3c6c8-f311-4a76-9275-5c155c162449] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.116119] env[69547]: DEBUG nova.compute.manager [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.116349] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.117765] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922bc93c-3df0-4607-99de-5856a2d2218e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.127303] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.127537] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d082d95-d0e4-4279-90a2-9ede61af48c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.133136] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 950.133136] env[69547]: value = "task-3161684" [ 950.133136] env[69547]: _type = "Task" [ 950.133136] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.145697] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.151938] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59222655-5b64-44e5-b7b1-4e50a82bbae7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.159381] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0039123-12e9-4e41-b009-8151c98c5dc3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.188322] env[69547]: INFO nova.compute.manager [-] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Took 1.46 seconds to deallocate network for instance. [ 950.190679] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b556d8-ed45-41c2-900d-745552d7e870 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.200562] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3ad10c-156d-4a61-85fb-f523958210c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.213865] env[69547]: DEBUG nova.compute.provider_tree [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.230936] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a70555-f088-786d-85ea-b5a790adea8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.231216] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.231467] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 6e8b15c2-e692-44fe-8b5a-679f521311c0/6e8b15c2-e692-44fe-8b5a-679f521311c0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.231712] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae26c314-bdbc-43eb-88d7-e5d5c643a63a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.239099] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 950.239099] env[69547]: value = "task-3161685" [ 950.239099] env[69547]: _type = "Task" [ 950.239099] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.248421] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.406107] env[69547]: DEBUG nova.compute.manager [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.462423] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.587360] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161683, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.607352] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.607788] env[69547]: DEBUG nova.compute.manager [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Instance network_info: |[{"id": "bd8a3460-ffb7-4a5a-bef1-f052352d25f7", "address": "fa:16:3e:45:84:e9", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8a3460-ff", "ovs_interfaceid": "bd8a3460-ffb7-4a5a-bef1-f052352d25f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.608340] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:84:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd8a3460-ffb7-4a5a-bef1-f052352d25f7', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.617799] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Creating folder: Project (8342c2e5f2ea44009e37049e4bb33fe6). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.618400] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 690ffaf0-bc91-4427-98fd-15b4bdffb58f] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.620581] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-385a1f85-9c10-4539-9e37-160b444566ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.634212] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Created folder: Project (8342c2e5f2ea44009e37049e4bb33fe6) in parent group-v632381. [ 950.634212] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Creating folder: Instances. Parent ref: group-v632577. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.638028] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60d6e0ad-abe9-4d36-be78-be55a93e96e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.649999] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Created folder: Instances in parent group-v632577. [ 950.650409] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.653879] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.654901] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161684, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.655739] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a4a63ce-3868-48a1-b4f9-50bc37d4072f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.687106] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.687106] env[69547]: value = "task-3161688" [ 950.687106] env[69547]: _type = "Task" [ 950.687106] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.699090] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.703999] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161688, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.720026] env[69547]: DEBUG nova.scheduler.client.report [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.758333] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.844864] env[69547]: DEBUG nova.network.neutron [req-48677cd9-638b-4913-bc1a-2974a20fd887 req-fa2c91e9-806a-4201-8c82-6c4c470fb997 service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Updated VIF entry in instance network info cache for port 7b52be5e-0161-4860-8614-5520ea17e4ee. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.844864] env[69547]: DEBUG nova.network.neutron [req-48677cd9-638b-4913-bc1a-2974a20fd887 req-fa2c91e9-806a-4201-8c82-6c4c470fb997 service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Updating instance_info_cache with network_info: [{"id": "7b52be5e-0161-4860-8614-5520ea17e4ee", "address": "fa:16:3e:6d:cf:a5", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b52be5e-01", "ovs_interfaceid": "7b52be5e-0161-4860-8614-5520ea17e4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.903320] env[69547]: DEBUG nova.compute.manager [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Received event network-changed-bd8a3460-ffb7-4a5a-bef1-f052352d25f7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.903498] env[69547]: DEBUG nova.compute.manager [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Refreshing instance network info cache due to event network-changed-bd8a3460-ffb7-4a5a-bef1-f052352d25f7. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.903756] env[69547]: DEBUG oslo_concurrency.lockutils [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] Acquiring lock "refresh_cache-5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.903967] env[69547]: DEBUG oslo_concurrency.lockutils [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] Acquired lock "refresh_cache-5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.904170] env[69547]: DEBUG nova.network.neutron [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Refreshing network info cache for port bd8a3460-ffb7-4a5a-bef1-f052352d25f7 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.932460] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.090763] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161683, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.123554] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 9e2267ca-a62e-4cff-a797-7695330e5aa0] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.146659] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161684, 'name': PowerOffVM_Task, 'duration_secs': 0.612212} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.146991] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.147181] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.147443] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9671c28-15e1-4a9d-847a-d67d84c608b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.199253] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161688, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.228183] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.228370] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.228558] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Deleting the datastore file [datastore1] 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.228839] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bdffe1b-4daa-4381-b4e3-0fc986547b16 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.231417] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.231928] env[69547]: DEBUG nova.compute.manager [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.234810] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.658s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.235024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.237692] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.342s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.237889] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.240306] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.953s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.241762] env[69547]: INFO nova.compute.claims [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.255491] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.256667] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for the task: (returnval){ [ 951.256667] env[69547]: value = "task-3161690" [ 951.256667] env[69547]: _type = "Task" [ 951.256667] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.269263] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.269638] env[69547]: INFO nova.scheduler.client.report [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleted allocations for instance 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031 [ 951.272569] env[69547]: INFO nova.scheduler.client.report [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Deleted allocations for instance a975b076-19e5-40f4-a49f-e8b7105ef718 [ 951.347064] env[69547]: DEBUG oslo_concurrency.lockutils [req-48677cd9-638b-4913-bc1a-2974a20fd887 req-fa2c91e9-806a-4201-8c82-6c4c470fb997 service nova] Releasing lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.347396] env[69547]: DEBUG nova.compute.manager [req-48677cd9-638b-4913-bc1a-2974a20fd887 req-fa2c91e9-806a-4201-8c82-6c4c470fb997 service nova] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Received event network-vif-deleted-f25a9150-b624-4895-a3a4-94bf0756b89f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.594793] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161683, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.628567] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 951.629106] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Cleaning up deleted instances with incomplete migration {{(pid=69547) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 951.702313] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161688, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.748787] env[69547]: DEBUG nova.compute.utils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.750490] env[69547]: DEBUG nova.compute.manager [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 951.764957] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161685, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.770882] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.785260] env[69547]: DEBUG oslo_concurrency.lockutils [None req-20d878ad-e2bd-4865-aac9-da6cfe23879a tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "4cf9f492-c2e4-437c-b88f-2ef6f3c7c031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.833s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.789157] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6669e896-9984-446f-a8b3-80af5eb96a0b tempest-MultipleCreateTestJSON-1155972280 tempest-MultipleCreateTestJSON-1155972280-project-member] Lock "a975b076-19e5-40f4-a49f-e8b7105ef718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.633s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.789157] env[69547]: DEBUG nova.network.neutron [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Updated VIF entry in instance network info cache for port bd8a3460-ffb7-4a5a-bef1-f052352d25f7. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.789157] env[69547]: DEBUG nova.network.neutron [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Updating instance_info_cache with network_info: [{"id": "bd8a3460-ffb7-4a5a-bef1-f052352d25f7", "address": "fa:16:3e:45:84:e9", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8a3460-ff", "ovs_interfaceid": "bd8a3460-ffb7-4a5a-bef1-f052352d25f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.975029] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b298af04-bbc4-474a-b645-8850e64d6a28 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.995964] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance 'e1ea28d1-194d-4e26-8b7d-bf1060528315' progress to 0 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.088819] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161683, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.132164] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.197729] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161688, 'name': CreateVM_Task, 'duration_secs': 1.264852} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.197947] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.201369] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.201369] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.201369] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.201369] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfea7549-fb54-409e-a125-c3ab48a2fa16 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.205491] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 952.205491] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f25df7-4572-6c49-f13d-996953666f75" [ 952.205491] env[69547]: _type = "Task" [ 952.205491] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.213835] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f25df7-4572-6c49-f13d-996953666f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.257691] env[69547]: DEBUG nova.compute.manager [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.267805] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161685, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.277164] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.292404] env[69547]: DEBUG oslo_concurrency.lockutils [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] Releasing lock "refresh_cache-5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.292657] env[69547]: DEBUG nova.compute.manager [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Received event network-changed-78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.296061] env[69547]: DEBUG nova.compute.manager [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Refreshing instance network info cache due to event network-changed-78bdecfa-8b4d-4208-b40f-3fc1848955d2. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.296061] env[69547]: DEBUG oslo_concurrency.lockutils [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] Acquiring lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.296061] env[69547]: DEBUG oslo_concurrency.lockutils [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] Acquired lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.296061] env[69547]: DEBUG nova.network.neutron [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Refreshing network info cache for port 78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.501611] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.502184] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae1c1f05-268f-4fb9-a241-11ab4e34e6c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.517581] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 952.517581] env[69547]: value = "task-3161691" [ 952.517581] env[69547]: _type = "Task" [ 952.517581] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.532783] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 952.533051] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance 'e1ea28d1-194d-4e26-8b7d-bf1060528315' progress to 17 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.597992] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161683, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.718016] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f25df7-4572-6c49-f13d-996953666f75, 'name': SearchDatastore_Task, 'duration_secs': 0.124547} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.720784] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.721033] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.721275] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.721421] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.721599] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.722072] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6930eaf-67ef-4254-9582-a0a61bb36aa3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.729373] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.729549] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.730300] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe6e391-4278-4594-b6bd-02c3cbbac7db {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.738964] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 952.738964] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ea7e1d-fbeb-7885-1f2a-f8337b8a78e0" [ 952.738964] env[69547]: _type = "Task" [ 952.738964] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.752227] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ea7e1d-fbeb-7885-1f2a-f8337b8a78e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.758999] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1854d77-35f2-4dc2-b0df-aa5d2045035b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.763177] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d66ab29-fb6f-4654-8051-93fc6059de82 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.779931] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161685, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.463682} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.782170] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 6e8b15c2-e692-44fe-8b5a-679f521311c0/6e8b15c2-e692-44fe-8b5a-679f521311c0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.782413] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.783611] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6114722c-a68c-4050-84d2-dfd117c14727 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.786179] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0166a13b-f982-49f6-ab9f-aaab5e9a77b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.789445] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 952.789445] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520e9394-1681-a3b8-826f-bb2cba62b152" [ 952.789445] env[69547]: _type = "Task" [ 952.789445] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.792367] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.825766] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 952.825766] env[69547]: value = "task-3161692" [ 952.825766] env[69547]: _type = "Task" [ 952.825766] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.827509] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba00a10-127a-49a0-81b5-889f368eaebc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.836614] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520e9394-1681-a3b8-826f-bb2cba62b152, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.837530] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.837687] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50/5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.838244] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a71da6e4-1e20-41c8-89f6-a4b5e98905e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.844719] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.846199] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96b4f27-7375-41f2-82d4-d64994b801d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.850902] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 952.850902] env[69547]: value = "task-3161693" [ 952.850902] env[69547]: _type = "Task" [ 952.850902] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.862254] env[69547]: DEBUG nova.compute.provider_tree [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.869656] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.040285] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.040285] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.040463] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.040605] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.042438] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.042438] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.042438] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.042438] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.042438] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.042438] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.042438] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.048021] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c02001-b300-44fc-8985-4c0d68b7c864 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.066850] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 953.066850] env[69547]: value = "task-3161694" [ 953.066850] env[69547]: _type = "Task" [ 953.066850] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.077156] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.091225] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161683, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.642759} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.091587] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d2aed07-5347-4379-9925-39e0dedf6be2/5d2aed07-5347-4379-9925-39e0dedf6be2.vmdk to [datastore1] 28e55cf3-a015-45ba-9613-c6dd8230ef74/28e55cf3-a015-45ba-9613-c6dd8230ef74.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.092503] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14594ace-308b-452f-ad11-651aaa5f9407 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.124118] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 28e55cf3-a015-45ba-9613-c6dd8230ef74/28e55cf3-a015-45ba-9613-c6dd8230ef74.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.124118] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63b271b-0f98-49bd-a873-78eb1e4e183b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.139700] env[69547]: DEBUG nova.network.neutron [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Updated VIF entry in instance network info cache for port 78bdecfa-8b4d-4208-b40f-3fc1848955d2. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.140127] env[69547]: DEBUG nova.network.neutron [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Updating instance_info_cache with network_info: [{"id": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "address": "fa:16:3e:9a:ec:a2", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bdecfa-8b", "ovs_interfaceid": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.143404] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 953.143404] env[69547]: value = "task-3161695" [ 953.143404] env[69547]: _type = "Task" [ 953.143404] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.152276] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.275878] env[69547]: DEBUG oslo_vmware.api [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Task: {'id': task-3161690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.55488} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.276270] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.276526] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.276754] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.276964] env[69547]: INFO nova.compute.manager [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Took 3.16 seconds to destroy the instance on the hypervisor. [ 953.277272] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.278514] env[69547]: DEBUG nova.compute.manager [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.280727] env[69547]: DEBUG nova.compute.manager [-] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.280833] env[69547]: DEBUG nova.network.neutron [-] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.316121] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.316626] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.316626] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.316714] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.316865] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.317069] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.317301] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.317468] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.317644] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.317808] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.317982] env[69547]: DEBUG nova.virt.hardware [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.319336] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e01b4e-5504-43e9-8393-15a0d62e4ce0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.328293] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1327f-b958-4f33-ba66-2edca6a13d00 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.350713] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.358483] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Creating folder: Project (a4826f6854db4847bebacac65602771f). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.362354] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a95672d5-200a-48f9-a4a6-2a0e9a725a6a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.363936] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.368185] env[69547]: DEBUG nova.scheduler.client.report [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.377696] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523584} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.377970] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50/5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.378198] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.379650] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e01415ef-199d-4437-b184-ddd933773fb9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.381863] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Created folder: Project (a4826f6854db4847bebacac65602771f) in parent group-v632381. [ 953.382247] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Creating folder: Instances. Parent ref: group-v632580. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.382778] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dc6c795-b5f2-4945-8010-8b3592140a71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.390067] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 953.390067] env[69547]: value = "task-3161697" [ 953.390067] env[69547]: _type = "Task" [ 953.390067] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.395424] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Created folder: Instances in parent group-v632580. [ 953.395689] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.396255] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.396906] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d2f09bc-b8af-41ca-9f69-c0933f930b5a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.413174] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.418257] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.418257] env[69547]: value = "task-3161699" [ 953.418257] env[69547]: _type = "Task" [ 953.418257] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.426696] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161699, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.577611] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161694, 'name': ReconfigVM_Task, 'duration_secs': 0.256635} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.578256] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance 'e1ea28d1-194d-4e26-8b7d-bf1060528315' progress to 33 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 953.648127] env[69547]: DEBUG oslo_concurrency.lockutils [req-b18c4a45-1ec6-4d01-9197-e06a5d4de063 req-6c40483f-6bd3-4259-9877-24cd0b858c6b service nova] Releasing lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.659716] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.843182] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.60445} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.843182] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.843803] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7282c9f7-1098-472a-95ff-ec77c2d50b8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.869876] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 6e8b15c2-e692-44fe-8b5a-679f521311c0/6e8b15c2-e692-44fe-8b5a-679f521311c0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.870339] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0028c41-e85f-49de-a1f3-d6e542d3c100 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.886716] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.887493] env[69547]: DEBUG nova.compute.manager [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.890844] env[69547]: DEBUG nova.compute.manager [req-8f6e32d2-ee68-43eb-8fdd-ddcb0d139ab7 req-cd53026c-c6b9-4f38-96d9-d4c4c8395f91 service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Received event network-vif-deleted-130d1daa-89ba-4f0c-9897-b5d8a829e0de {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.891049] env[69547]: INFO nova.compute.manager [req-8f6e32d2-ee68-43eb-8fdd-ddcb0d139ab7 req-cd53026c-c6b9-4f38-96d9-d4c4c8395f91 service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Neutron deleted interface 130d1daa-89ba-4f0c-9897-b5d8a829e0de; detaching it from the instance and deleting it from the info cache [ 953.891225] env[69547]: DEBUG nova.network.neutron [req-8f6e32d2-ee68-43eb-8fdd-ddcb0d139ab7 req-cd53026c-c6b9-4f38-96d9-d4c4c8395f91 service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.892347] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.103s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.893776] env[69547]: INFO nova.compute.claims [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.902910] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 953.902910] env[69547]: value = "task-3161700" [ 953.902910] env[69547]: _type = "Task" [ 953.902910] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.909806] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133225} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.910468] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.911269] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a548ae6a-0b2e-4cba-8751-7db72f360bff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.917368] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.940613] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50/5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.941907] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05075a3c-b770-48a6-af05-d6af57db0097 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.962269] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161699, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.967458] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 953.967458] env[69547]: value = "task-3161701" [ 953.967458] env[69547]: _type = "Task" [ 953.967458] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.975952] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.086900] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.087185] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.087264] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.087465] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.087706] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.087912] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.088204] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.088411] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.088634] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.088857] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.089127] env[69547]: DEBUG nova.virt.hardware [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.094961] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.095681] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c03d8de-7d4d-4a5b-b24a-588f448501cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.114421] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 954.114421] env[69547]: value = "task-3161702" [ 954.114421] env[69547]: _type = "Task" [ 954.114421] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.122477] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.156155] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161695, 'name': ReconfigVM_Task, 'duration_secs': 0.987318} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.156486] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 28e55cf3-a015-45ba-9613-c6dd8230ef74/28e55cf3-a015-45ba-9613-c6dd8230ef74.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.157137] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43d72798-5383-4ffb-8bb5-b9311fbee1ce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.162979] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 954.162979] env[69547]: value = "task-3161703" [ 954.162979] env[69547]: _type = "Task" [ 954.162979] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.171383] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161703, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.309149] env[69547]: DEBUG nova.network.neutron [-] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.395183] env[69547]: DEBUG nova.compute.utils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.396733] env[69547]: DEBUG nova.compute.manager [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.396927] env[69547]: DEBUG nova.network.neutron [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.409124] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-add28977-e13f-41c2-8314-a3ce6018b6c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.419371] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.428639] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b41088-5a6c-49e4-a9e9-feb7cfb0bccf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.450105] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161699, 'name': CreateVM_Task, 'duration_secs': 0.590893} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.452184] env[69547]: DEBUG nova.policy [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2413db409f114faba03f01a140dc36a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbc916bf00c3405984f28dbeb0eaf43e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.454078] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.454642] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.454852] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.455357] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.472104] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac821f7-b332-4c7b-9dd5-f6e85eef1696 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.474695] env[69547]: DEBUG nova.compute.manager [req-8f6e32d2-ee68-43eb-8fdd-ddcb0d139ab7 req-cd53026c-c6b9-4f38-96d9-d4c4c8395f91 service nova] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Detach interface failed, port_id=130d1daa-89ba-4f0c-9897-b5d8a829e0de, reason: Instance 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.483469] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.485177] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 954.485177] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c8f56a-e112-fd99-7454-6af0ee703c77" [ 954.485177] env[69547]: _type = "Task" [ 954.485177] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.495022] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c8f56a-e112-fd99-7454-6af0ee703c77, 'name': SearchDatastore_Task} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.495358] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.495615] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.495887] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.496078] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.496264] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.496517] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac8b3acf-289f-46c0-8cc3-734612203ce6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.504678] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.504904] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.505683] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9d343f-8774-4d90-916b-f1046edd5e07 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.510877] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 954.510877] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52418f9b-93e0-7f8c-34c4-63b1dfc276bb" [ 954.510877] env[69547]: _type = "Task" [ 954.510877] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.519822] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52418f9b-93e0-7f8c-34c4-63b1dfc276bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.624041] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161702, 'name': ReconfigVM_Task, 'duration_secs': 0.338769} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.624406] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 954.625261] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c4528c-71ce-49e7-b4b0-5876701f1a08 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.650213] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] e1ea28d1-194d-4e26-8b7d-bf1060528315/e1ea28d1-194d-4e26-8b7d-bf1060528315.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.650763] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b12df47-d56e-4f57-b0a4-e060f5a9ac7e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.671458] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161703, 'name': Rename_Task, 'duration_secs': 0.250443} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.672742] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.673016] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 954.673016] env[69547]: value = "task-3161704" [ 954.673016] env[69547]: _type = "Task" [ 954.673016] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.673258] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f06bfa2-bb55-4c44-aa61-076214613ed1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.682240] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 954.682240] env[69547]: value = "task-3161705" [ 954.682240] env[69547]: _type = "Task" [ 954.682240] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.685337] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.693586] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.812299] env[69547]: INFO nova.compute.manager [-] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Took 1.53 seconds to deallocate network for instance. [ 954.905614] env[69547]: DEBUG nova.compute.manager [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.920779] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161700, 'name': ReconfigVM_Task, 'duration_secs': 0.592536} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.921078] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 6e8b15c2-e692-44fe-8b5a-679f521311c0/6e8b15c2-e692-44fe-8b5a-679f521311c0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.921683] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61748ec1-86ca-4d6d-9c54-7be8f96371d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.929565] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 954.929565] env[69547]: value = "task-3161706" [ 954.929565] env[69547]: _type = "Task" [ 954.929565] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.938291] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161706, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.984299] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161701, 'name': ReconfigVM_Task, 'duration_secs': 0.674857} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.987223] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50/5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.988082] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c03470c8-d1d9-4879-9c1c-a662f9acfc8a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.995571] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 954.995571] env[69547]: value = "task-3161707" [ 954.995571] env[69547]: _type = "Task" [ 954.995571] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.008511] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161707, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.023462] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52418f9b-93e0-7f8c-34c4-63b1dfc276bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.024320] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d85b130-4d56-44dd-b250-7eb71424bbc5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.030959] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 955.030959] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ade332-d098-9857-ed65-15ae6ca882f9" [ 955.030959] env[69547]: _type = "Task" [ 955.030959] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.039717] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ade332-d098-9857-ed65-15ae6ca882f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.056859] env[69547]: DEBUG nova.network.neutron [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Successfully created port: 396f8b0d-43dc-4b57-b935-f2beb6a67c89 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.187889] env[69547]: DEBUG oslo_vmware.api [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161704, 'name': ReconfigVM_Task, 'duration_secs': 0.47669} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.190539] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Reconfigured VM instance instance-00000020 to attach disk [datastore2] e1ea28d1-194d-4e26-8b7d-bf1060528315/e1ea28d1-194d-4e26-8b7d-bf1060528315.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.190811] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance 'e1ea28d1-194d-4e26-8b7d-bf1060528315' progress to 50 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.207348] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161705, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.320510] env[69547]: DEBUG oslo_concurrency.lockutils [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.384686] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f500319-d373-47fe-b6f2-040d8459c6e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.393014] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59fdaa6-54a6-474e-ace6-abc79f39b5a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.438630] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf5ce3-cf45-425c-8c63-8c48cd807b7d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.448565] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161706, 'name': Rename_Task, 'duration_secs': 0.176204} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.449840] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.449840] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de8ee0f4-8bf9-4047-a195-fd9bc389dc80 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.451692] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ae3217-c43a-4f4f-b283-2e15fdfbf0a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.459613] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 955.459613] env[69547]: value = "task-3161708" [ 955.459613] env[69547]: _type = "Task" [ 955.459613] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.467468] env[69547]: DEBUG nova.compute.provider_tree [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.477871] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161708, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.504473] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161707, 'name': Rename_Task, 'duration_secs': 0.169434} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.504819] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.505074] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d32c46b3-1bf2-4013-9d04-74e11ff376c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.511085] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 955.511085] env[69547]: value = "task-3161709" [ 955.511085] env[69547]: _type = "Task" [ 955.511085] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.519107] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.543336] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ade332-d098-9857-ed65-15ae6ca882f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.543336] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.543336] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dc22c932-ab54-46d5-9be6-842f9118b970/dc22c932-ab54-46d5-9be6-842f9118b970.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.543336] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdbb957a-9f2d-4d79-8839-f49ad033a874 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.550673] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 955.550673] env[69547]: value = "task-3161710" [ 955.550673] env[69547]: _type = "Task" [ 955.550673] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.558447] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.699024] env[69547]: DEBUG oslo_vmware.api [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161705, 'name': PowerOnVM_Task, 'duration_secs': 0.587174} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.699793] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a5a0e4-b9e7-4b55-88d8-20dd77a57c4a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.702423] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.702673] env[69547]: INFO nova.compute.manager [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Took 14.70 seconds to spawn the instance on the hypervisor. [ 955.703329] env[69547]: DEBUG nova.compute.manager [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.703594] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315bb949-6ae4-4850-bdf7-810fec93f803 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.729644] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aaab5b-a889-432b-b265-01e2a5478e07 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.753568] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance 'e1ea28d1-194d-4e26-8b7d-bf1060528315' progress to 67 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.944492] env[69547]: DEBUG nova.compute.manager [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.983614] env[69547]: DEBUG nova.scheduler.client.report [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.006662] env[69547]: DEBUG oslo_vmware.api [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161708, 'name': PowerOnVM_Task, 'duration_secs': 0.486643} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.009426] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.009750] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.009974] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.010226] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.010462] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.010648] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.010900] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.012048] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.012048] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.012048] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.012048] env[69547]: DEBUG nova.virt.hardware [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.012378] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.012475] env[69547]: INFO nova.compute.manager [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Took 11.34 seconds to spawn the instance on the hypervisor. [ 956.012730] env[69547]: DEBUG nova.compute.manager [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.013890] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae87ecdf-08b4-4c0e-b48a-caa2a5cd6895 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.018223] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbce7196-0272-451a-b2e6-2c99782d85e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.036688] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.039158] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2996f5e1-5154-40bc-9e5c-c21e7c497b2f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.064091] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501208} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.064372] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dc22c932-ab54-46d5-9be6-842f9118b970/dc22c932-ab54-46d5-9be6-842f9118b970.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.064577] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.064841] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90442d91-aa2c-40f3-abec-5f3cc4cd0acf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.071845] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 956.071845] env[69547]: value = "task-3161711" [ 956.071845] env[69547]: _type = "Task" [ 956.071845] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.081097] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.246882] env[69547]: INFO nova.compute.manager [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Took 63.51 seconds to build instance. [ 956.331386] env[69547]: DEBUG nova.network.neutron [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Port cb246f52-86dd-4022-b014-49dc33b74735 binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 956.491381] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquiring lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.491669] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.491934] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquiring lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.492151] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.492329] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.496242] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.498074] env[69547]: DEBUG nova.compute.manager [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.500873] env[69547]: INFO nova.compute.manager [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Terminating instance [ 956.502285] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.142s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.502491] env[69547]: DEBUG nova.objects.instance [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lazy-loading 'pci_requests' on Instance uuid 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.524354] env[69547]: DEBUG oslo_vmware.api [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161709, 'name': PowerOnVM_Task, 'duration_secs': 0.94746} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.524666] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.524882] env[69547]: INFO nova.compute.manager [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Took 8.50 seconds to spawn the instance on the hypervisor. [ 956.525073] env[69547]: DEBUG nova.compute.manager [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.525897] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d1a485-ca29-49f0-82a9-25e5105daf57 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.545143] env[69547]: INFO nova.compute.manager [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Took 53.95 seconds to build instance. [ 956.587413] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076619} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.587777] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.588786] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe05c5-98be-47a3-b41f-31e04400cb5b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.611106] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] dc22c932-ab54-46d5-9be6-842f9118b970/dc22c932-ab54-46d5-9be6-842f9118b970.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.611408] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c892d49-c9ca-4844-b308-c8f43d5e2fbf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.632219] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 956.632219] env[69547]: value = "task-3161712" [ 956.632219] env[69547]: _type = "Task" [ 956.632219] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.642242] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.674596] env[69547]: DEBUG nova.compute.manager [req-10525a3d-589f-45e4-b383-310e6c7f5275 req-565e0e43-ed27-44ed-ae20-0331e36940f7 service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Received event network-vif-plugged-396f8b0d-43dc-4b57-b935-f2beb6a67c89 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.674895] env[69547]: DEBUG oslo_concurrency.lockutils [req-10525a3d-589f-45e4-b383-310e6c7f5275 req-565e0e43-ed27-44ed-ae20-0331e36940f7 service nova] Acquiring lock "508dc075-b51f-4fc8-8d1d-0801b8475301-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.675130] env[69547]: DEBUG oslo_concurrency.lockutils [req-10525a3d-589f-45e4-b383-310e6c7f5275 req-565e0e43-ed27-44ed-ae20-0331e36940f7 service nova] Lock "508dc075-b51f-4fc8-8d1d-0801b8475301-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.675303] env[69547]: DEBUG oslo_concurrency.lockutils [req-10525a3d-589f-45e4-b383-310e6c7f5275 req-565e0e43-ed27-44ed-ae20-0331e36940f7 service nova] Lock "508dc075-b51f-4fc8-8d1d-0801b8475301-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.675483] env[69547]: DEBUG nova.compute.manager [req-10525a3d-589f-45e4-b383-310e6c7f5275 req-565e0e43-ed27-44ed-ae20-0331e36940f7 service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] No waiting events found dispatching network-vif-plugged-396f8b0d-43dc-4b57-b935-f2beb6a67c89 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.675649] env[69547]: WARNING nova.compute.manager [req-10525a3d-589f-45e4-b383-310e6c7f5275 req-565e0e43-ed27-44ed-ae20-0331e36940f7 service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Received unexpected event network-vif-plugged-396f8b0d-43dc-4b57-b935-f2beb6a67c89 for instance with vm_state building and task_state spawning. [ 956.726819] env[69547]: DEBUG oslo_concurrency.lockutils [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "28e55cf3-a015-45ba-9613-c6dd8230ef74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.728644] env[69547]: DEBUG nova.network.neutron [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Successfully updated port: 396f8b0d-43dc-4b57-b935-f2beb6a67c89 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.748815] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8325dd5d-8d6d-4a87-984d-f6579baaeb66 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "28e55cf3-a015-45ba-9613-c6dd8230ef74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.024s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.749322] env[69547]: DEBUG oslo_concurrency.lockutils [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "28e55cf3-a015-45ba-9613-c6dd8230ef74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.022s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.749603] env[69547]: DEBUG oslo_concurrency.lockutils [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "28e55cf3-a015-45ba-9613-c6dd8230ef74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.750393] env[69547]: DEBUG oslo_concurrency.lockutils [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "28e55cf3-a015-45ba-9613-c6dd8230ef74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.750393] env[69547]: DEBUG oslo_concurrency.lockutils [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "28e55cf3-a015-45ba-9613-c6dd8230ef74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.751949] env[69547]: INFO nova.compute.manager [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Terminating instance [ 957.007306] env[69547]: DEBUG nova.objects.instance [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lazy-loading 'numa_topology' on Instance uuid 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.009898] env[69547]: DEBUG nova.compute.utils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.011298] env[69547]: DEBUG nova.compute.manager [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.011478] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.012903] env[69547]: DEBUG nova.compute.manager [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.012903] env[69547]: DEBUG nova.network.neutron [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.015309] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2734da5-bf24-4122-9c1c-2fd037e69cef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.024180] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.024401] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f322d6b6-1cf6-4c73-a50e-1a8eddac8b6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.030872] env[69547]: DEBUG oslo_vmware.api [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 957.030872] env[69547]: value = "task-3161713" [ 957.030872] env[69547]: _type = "Task" [ 957.030872] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.042161] env[69547]: DEBUG oslo_vmware.api [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3161713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.045160] env[69547]: INFO nova.compute.manager [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Took 53.30 seconds to build instance. [ 957.046605] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5b4b6a74-a9f7-4879-ab32-fe7c97e93b0b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6e8b15c2-e692-44fe-8b5a-679f521311c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.465s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.061753] env[69547]: DEBUG nova.policy [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8563e77874404ba6aa73586fdaba0002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '245fd26b183f46d68580548563c4766e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.145557] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.215652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "6e8b15c2-e692-44fe-8b5a-679f521311c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.217026] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6e8b15c2-e692-44fe-8b5a-679f521311c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.217026] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "6e8b15c2-e692-44fe-8b5a-679f521311c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.217026] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6e8b15c2-e692-44fe-8b5a-679f521311c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.217026] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6e8b15c2-e692-44fe-8b5a-679f521311c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.219895] env[69547]: INFO nova.compute.manager [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Terminating instance [ 957.232973] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquiring lock "refresh_cache-508dc075-b51f-4fc8-8d1d-0801b8475301" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.233157] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquired lock "refresh_cache-508dc075-b51f-4fc8-8d1d-0801b8475301" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.233404] env[69547]: DEBUG nova.network.neutron [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.256392] env[69547]: DEBUG nova.compute.manager [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.256704] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.257367] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fc9299-b6fe-4d9d-bc7e-8c86b0d58fee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.265937] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.266212] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8809fed-cb0f-4889-af85-df02c6e058b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.272179] env[69547]: DEBUG oslo_vmware.api [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 957.272179] env[69547]: value = "task-3161714" [ 957.272179] env[69547]: _type = "Task" [ 957.272179] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.281745] env[69547]: DEBUG oslo_vmware.api [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.351092] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "e1ea28d1-194d-4e26-8b7d-bf1060528315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.351526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.351783] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.404233] env[69547]: DEBUG nova.network.neutron [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Successfully created port: 8e6c6138-02c4-49c9-a398-120d1258f910 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.444468] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.509543] env[69547]: INFO nova.compute.claims [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.516312] env[69547]: DEBUG nova.compute.manager [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.545098] env[69547]: DEBUG oslo_vmware.api [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3161713, 'name': PowerOffVM_Task, 'duration_secs': 0.439261} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.545534] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.545837] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.546224] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bf8229a-a2ca-43ef-b740-b531d0c7feb7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.548883] env[69547]: DEBUG oslo_concurrency.lockutils [None req-816ff436-8454-4618-b2d2-08f76ada969c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.811s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.549309] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.105s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.549656] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.549996] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.550308] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.556068] env[69547]: INFO nova.compute.manager [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Terminating instance [ 957.625870] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.626135] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.626327] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Deleting the datastore file [datastore2] b56d79e1-d6d6-41fd-9045-b3504c3f36cc {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.626959] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a74e9b1-ca72-488e-8754-2f0c49ad8ff0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.634581] env[69547]: DEBUG oslo_vmware.api [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for the task: (returnval){ [ 957.634581] env[69547]: value = "task-3161716" [ 957.634581] env[69547]: _type = "Task" [ 957.634581] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.646007] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161712, 'name': ReconfigVM_Task, 'duration_secs': 0.862727} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.648838] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Reconfigured VM instance instance-00000045 to attach disk [datastore2] dc22c932-ab54-46d5-9be6-842f9118b970/dc22c932-ab54-46d5-9be6-842f9118b970.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.649521] env[69547]: DEBUG oslo_vmware.api [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3161716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.649666] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ec11fd7-ff29-45de-9724-b2effce374e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.654664] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 957.654664] env[69547]: value = "task-3161717" [ 957.654664] env[69547]: _type = "Task" [ 957.654664] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.662317] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161717, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.725221] env[69547]: DEBUG nova.compute.manager [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.725556] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.726615] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b59ed-8e9b-4126-a26b-8b7878930bcd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.734714] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.734975] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd89fe8a-228b-46a6-82ce-85a14b5d5ce4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.745340] env[69547]: DEBUG oslo_vmware.api [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 957.745340] env[69547]: value = "task-3161718" [ 957.745340] env[69547]: _type = "Task" [ 957.745340] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.751773] env[69547]: DEBUG oslo_vmware.api [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.784454] env[69547]: DEBUG oslo_vmware.api [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161714, 'name': PowerOffVM_Task, 'duration_secs': 0.235491} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.785207] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.785207] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.785382] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c3c0ae6-df16-44a6-a938-da4eb5ebd8fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.789291] env[69547]: DEBUG nova.network.neutron [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.850350] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.850591] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.850777] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleting the datastore file [datastore1] 28e55cf3-a015-45ba-9613-c6dd8230ef74 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.851060] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-395db0ba-121c-4135-8f42-c7ace4b4a7b0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.857398] env[69547]: DEBUG oslo_vmware.api [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 957.857398] env[69547]: value = "task-3161720" [ 957.857398] env[69547]: _type = "Task" [ 957.857398] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.868183] env[69547]: DEBUG oslo_vmware.api [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.977187] env[69547]: DEBUG nova.network.neutron [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Updating instance_info_cache with network_info: [{"id": "396f8b0d-43dc-4b57-b935-f2beb6a67c89", "address": "fa:16:3e:82:95:70", "network": {"id": "0cbe56a7-4781-497a-8f30-3f6ffd461b2d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1968945420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc916bf00c3405984f28dbeb0eaf43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396f8b0d-43", "ovs_interfaceid": "396f8b0d-43dc-4b57-b935-f2beb6a67c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.060676] env[69547]: DEBUG nova.compute.manager [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.060924] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.062287] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76047331-9c4e-42ac-aefb-ae0e084b1391 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.070827] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.071083] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a404911c-b1c4-4c31-9129-ae7bfb937140 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.076680] env[69547]: DEBUG oslo_vmware.api [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 958.076680] env[69547]: value = "task-3161721" [ 958.076680] env[69547]: _type = "Task" [ 958.076680] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.084556] env[69547]: DEBUG oslo_vmware.api [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.148881] env[69547]: DEBUG oslo_vmware.api [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Task: {'id': task-3161716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14721} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.149184] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.149372] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.149546] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.149717] env[69547]: INFO nova.compute.manager [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 958.149960] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.150194] env[69547]: DEBUG nova.compute.manager [-] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.150289] env[69547]: DEBUG nova.network.neutron [-] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.164064] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161717, 'name': Rename_Task, 'duration_secs': 0.147441} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.164228] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.164465] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-680d303e-ec7e-4496-92c0-831f07bc2c9d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.170620] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 958.170620] env[69547]: value = "task-3161722" [ 958.170620] env[69547]: _type = "Task" [ 958.170620] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.178983] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.255275] env[69547]: DEBUG oslo_vmware.api [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161718, 'name': PowerOffVM_Task, 'duration_secs': 0.166013} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.255689] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.255969] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.256347] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8faa07d-9555-42d2-8d95-cc063d6e20a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.317114] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.317448] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.317713] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleting the datastore file [datastore1] 6e8b15c2-e692-44fe-8b5a-679f521311c0 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.317838] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96061b08-8d61-44e6-8427-e0b269525d43 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.324172] env[69547]: DEBUG oslo_vmware.api [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 958.324172] env[69547]: value = "task-3161724" [ 958.324172] env[69547]: _type = "Task" [ 958.324172] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.332979] env[69547]: DEBUG oslo_vmware.api [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.367198] env[69547]: DEBUG oslo_vmware.api [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143861} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.367525] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.367714] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.367898] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.368088] env[69547]: INFO nova.compute.manager [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Took 1.11 seconds to destroy the instance on the hypervisor. [ 958.368338] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.368560] env[69547]: DEBUG nova.compute.manager [-] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.368693] env[69547]: DEBUG nova.network.neutron [-] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.421982] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.425103] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.425103] env[69547]: DEBUG nova.network.neutron [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.480182] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Releasing lock "refresh_cache-508dc075-b51f-4fc8-8d1d-0801b8475301" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.480457] env[69547]: DEBUG nova.compute.manager [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Instance network_info: |[{"id": "396f8b0d-43dc-4b57-b935-f2beb6a67c89", "address": "fa:16:3e:82:95:70", "network": {"id": "0cbe56a7-4781-497a-8f30-3f6ffd461b2d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1968945420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc916bf00c3405984f28dbeb0eaf43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396f8b0d-43", "ovs_interfaceid": "396f8b0d-43dc-4b57-b935-f2beb6a67c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.482616] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:95:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '396f8b0d-43dc-4b57-b935-f2beb6a67c89', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.489357] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Creating folder: Project (dbc916bf00c3405984f28dbeb0eaf43e). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.489357] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2d837c3-f496-4053-a11f-e78391b19e4b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.499398] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Created folder: Project (dbc916bf00c3405984f28dbeb0eaf43e) in parent group-v632381. [ 958.499649] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Creating folder: Instances. Parent ref: group-v632583. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.500247] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a96db76-6195-4bf9-aa85-7c942dfbe581 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.514578] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Created folder: Instances in parent group-v632583. [ 958.514578] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.514578] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.514578] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43cb511f-2e07-473e-9bc2-bd1382bfe9a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.535475] env[69547]: DEBUG nova.compute.manager [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.544348] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.544348] env[69547]: value = "task-3161727" [ 958.544348] env[69547]: _type = "Task" [ 958.544348] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.558230] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161727, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.582276] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.582551] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.582717] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.582897] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.583607] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.583857] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.584109] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.584273] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.584797] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.585266] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.585483] env[69547]: DEBUG nova.virt.hardware [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.586672] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997cfc61-fe58-4009-88c4-aaae4e9a91b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.604414] env[69547]: DEBUG oslo_vmware.api [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161721, 'name': PowerOffVM_Task, 'duration_secs': 0.344709} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.604809] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.604994] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.606260] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b24ffd3-7ded-436d-bbbe-2ebe37f66e2e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.612872] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cbbbcee-048d-4a07-a547-b94bcb8ce861 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.686943] env[69547]: DEBUG oslo_vmware.api [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161722, 'name': PowerOnVM_Task, 'duration_secs': 0.447285} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.691216] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.691470] env[69547]: INFO nova.compute.manager [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Took 5.41 seconds to spawn the instance on the hypervisor. [ 958.691672] env[69547]: DEBUG nova.compute.manager [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.691995] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.692241] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.692385] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleting the datastore file [datastore1] 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.693501] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40224f-4ff1-4c76-8178-c70ac3220247 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.696627] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e88448e-cb8a-45ea-ada6-21be30f830de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.708628] env[69547]: DEBUG oslo_vmware.api [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 958.708628] env[69547]: value = "task-3161729" [ 958.708628] env[69547]: _type = "Task" [ 958.708628] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.711504] env[69547]: DEBUG nova.compute.manager [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Received event network-changed-396f8b0d-43dc-4b57-b935-f2beb6a67c89 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.711717] env[69547]: DEBUG nova.compute.manager [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Refreshing instance network info cache due to event network-changed-396f8b0d-43dc-4b57-b935-f2beb6a67c89. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.711959] env[69547]: DEBUG oslo_concurrency.lockutils [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] Acquiring lock "refresh_cache-508dc075-b51f-4fc8-8d1d-0801b8475301" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.712123] env[69547]: DEBUG oslo_concurrency.lockutils [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] Acquired lock "refresh_cache-508dc075-b51f-4fc8-8d1d-0801b8475301" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.712385] env[69547]: DEBUG nova.network.neutron [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Refreshing network info cache for port 396f8b0d-43dc-4b57-b935-f2beb6a67c89 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.729963] env[69547]: DEBUG oslo_vmware.api [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.740234] env[69547]: DEBUG nova.compute.manager [req-50b6235a-990a-460a-b45b-c50d5b65e9cc req-367127ac-8010-4aca-8ba5-2e1bc21ab472 service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Received event network-vif-deleted-2467efd7-b433-4fc5-9c22-bccd3b0de5de {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.740478] env[69547]: INFO nova.compute.manager [req-50b6235a-990a-460a-b45b-c50d5b65e9cc req-367127ac-8010-4aca-8ba5-2e1bc21ab472 service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Neutron deleted interface 2467efd7-b433-4fc5-9c22-bccd3b0de5de; detaching it from the instance and deleting it from the info cache [ 958.740659] env[69547]: DEBUG nova.network.neutron [req-50b6235a-990a-460a-b45b-c50d5b65e9cc req-367127ac-8010-4aca-8ba5-2e1bc21ab472 service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.838765] env[69547]: DEBUG oslo_vmware.api [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132235} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.839051] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.841021] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.841021] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.841021] env[69547]: INFO nova.compute.manager [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 958.841021] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.841021] env[69547]: DEBUG nova.compute.manager [-] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.841021] env[69547]: DEBUG nova.network.neutron [-] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.055140] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161727, 'name': CreateVM_Task, 'duration_secs': 0.326799} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.055530] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.056720] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.056720] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.056840] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.057256] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5393d800-927d-4cb9-a510-11eb25af00ba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.061858] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 959.061858] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52447161-a777-c54c-a4b8-a7984e8d131a" [ 959.061858] env[69547]: _type = "Task" [ 959.061858] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.074349] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52447161-a777-c54c-a4b8-a7984e8d131a, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.074692] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.074954] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.075214] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.075359] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.075530] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.075802] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f2b830d-5b7e-4c96-aca3-adee16e85c99 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.083782] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.083968] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.085020] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878e16b7-1f84-4d00-a851-d4d987bbb76d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.089841] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 959.089841] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520be6c3-73b5-860f-5b79-d61d157e458f" [ 959.089841] env[69547]: _type = "Task" [ 959.089841] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.101751] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520be6c3-73b5-860f-5b79-d61d157e458f, 'name': SearchDatastore_Task, 'duration_secs': 0.007634} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.104983] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6173b048-050b-408d-b61b-49560f8e2f21 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.107844] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 959.107844] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f1173-4b4a-67a5-52ba-388de05e787a" [ 959.107844] env[69547]: _type = "Task" [ 959.107844] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.112692] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ac2797-8876-4acc-878f-eed30e69eba8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.120834] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523f1173-4b4a-67a5-52ba-388de05e787a, 'name': SearchDatastore_Task, 'duration_secs': 0.00829} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.122862] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.123163] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 508dc075-b51f-4fc8-8d1d-0801b8475301/508dc075-b51f-4fc8-8d1d-0801b8475301.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.123459] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c02b6843-b2f8-4d97-b6af-44864edf687c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.126329] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a2455-a2ff-4663-b6bd-4410e2859748 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.161855] env[69547]: DEBUG nova.network.neutron [-] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.163740] env[69547]: DEBUG nova.network.neutron [-] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.167172] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a063f-7529-4d8c-8368-99d415357e1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.172182] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 959.172182] env[69547]: value = "task-3161730" [ 959.172182] env[69547]: _type = "Task" [ 959.172182] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.177253] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5951ad-3df5-4f84-972e-7498ca1e55e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.186048] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.203758] env[69547]: DEBUG nova.compute.provider_tree [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.219996] env[69547]: INFO nova.compute.manager [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Took 46.68 seconds to build instance. [ 959.236411] env[69547]: DEBUG oslo_vmware.api [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202909} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.236504] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.236691] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.236870] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.237059] env[69547]: INFO nova.compute.manager [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Took 1.18 seconds to destroy the instance on the hypervisor. [ 959.237323] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.237507] env[69547]: DEBUG nova.compute.manager [-] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.237598] env[69547]: DEBUG nova.network.neutron [-] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.244011] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-def610a6-40f6-4356-92b4-3c07baaec176 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.253027] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab06770-281e-4073-8fce-a0a9ce47262c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.265764] env[69547]: DEBUG nova.network.neutron [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Successfully updated port: 8e6c6138-02c4-49c9-a398-120d1258f910 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.292261] env[69547]: DEBUG nova.compute.manager [req-50b6235a-990a-460a-b45b-c50d5b65e9cc req-367127ac-8010-4aca-8ba5-2e1bc21ab472 service nova] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Detach interface failed, port_id=2467efd7-b433-4fc5-9c22-bccd3b0de5de, reason: Instance 28e55cf3-a015-45ba-9613-c6dd8230ef74 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 959.549812] env[69547]: DEBUG nova.network.neutron [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Updated VIF entry in instance network info cache for port 396f8b0d-43dc-4b57-b935-f2beb6a67c89. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.550310] env[69547]: DEBUG nova.network.neutron [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Updating instance_info_cache with network_info: [{"id": "396f8b0d-43dc-4b57-b935-f2beb6a67c89", "address": "fa:16:3e:82:95:70", "network": {"id": "0cbe56a7-4781-497a-8f30-3f6ffd461b2d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1968945420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc916bf00c3405984f28dbeb0eaf43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396f8b0d-43", "ovs_interfaceid": "396f8b0d-43dc-4b57-b935-f2beb6a67c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.664392] env[69547]: INFO nova.compute.manager [-] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Took 1.30 seconds to deallocate network for instance. [ 959.666563] env[69547]: INFO nova.compute.manager [-] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Took 1.52 seconds to deallocate network for instance. [ 959.678393] env[69547]: DEBUG nova.network.neutron [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance_info_cache with network_info: [{"id": "cb246f52-86dd-4022-b014-49dc33b74735", "address": "fa:16:3e:ab:41:d7", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb246f52-86", "ovs_interfaceid": "cb246f52-86dd-4022-b014-49dc33b74735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.684863] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495698} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.685244] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 508dc075-b51f-4fc8-8d1d-0801b8475301/508dc075-b51f-4fc8-8d1d-0801b8475301.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.685537] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.685956] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e999c010-aee7-47e5-9d6a-8a953723ca35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.693473] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 959.693473] env[69547]: value = "task-3161731" [ 959.693473] env[69547]: _type = "Task" [ 959.693473] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.708495] env[69547]: DEBUG nova.scheduler.client.report [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.713717] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.723353] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbc0878d-cc00-464d-97fb-1b1609dabc7b tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "dc22c932-ab54-46d5-9be6-842f9118b970" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.197s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.771042] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquiring lock "refresh_cache-84fb492f-d804-4b04-a242-155a6a3660d6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.771042] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquired lock "refresh_cache-84fb492f-d804-4b04-a242-155a6a3660d6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.771042] env[69547]: DEBUG nova.network.neutron [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.807381] env[69547]: DEBUG nova.network.neutron [-] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.056730] env[69547]: DEBUG oslo_concurrency.lockutils [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] Releasing lock "refresh_cache-508dc075-b51f-4fc8-8d1d-0801b8475301" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.056730] env[69547]: DEBUG nova.compute.manager [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Received event network-vif-deleted-67d01b2c-54cb-472a-8566-8a8a7a558f85 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.056730] env[69547]: INFO nova.compute.manager [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Neutron deleted interface 67d01b2c-54cb-472a-8566-8a8a7a558f85; detaching it from the instance and deleting it from the info cache [ 960.056730] env[69547]: DEBUG nova.network.neutron [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.179296] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.179957] env[69547]: DEBUG oslo_concurrency.lockutils [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.181493] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.204119] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091725} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.204119] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.205064] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f311fb5-6ae0-41fc-90ac-38e1d355f9a8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.219731] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.717s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.230474] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 508dc075-b51f-4fc8-8d1d-0801b8475301/508dc075-b51f-4fc8-8d1d-0801b8475301.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.231797] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.994s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.233021] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71af9fb9-0a80-45a2-b1af-036a54f1628c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.250461] env[69547]: INFO nova.compute.claims [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.267176] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 960.267176] env[69547]: value = "task-3161732" [ 960.267176] env[69547]: _type = "Task" [ 960.267176] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.270207] env[69547]: DEBUG nova.network.neutron [-] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.283399] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.309391] env[69547]: INFO nova.compute.manager [-] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Took 1.47 seconds to deallocate network for instance. [ 960.332499] env[69547]: INFO nova.network.neutron [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating port 9b123fe9-8ff4-4e53-acdc-55faf26371a6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 960.336300] env[69547]: DEBUG nova.network.neutron [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.558499] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bf48057-c27a-4019-aaa4-93f06b746395 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.568109] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da2a063-4763-4395-ae52-22b9566fef35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.604877] env[69547]: DEBUG nova.compute.manager [req-0520af45-78d4-40ef-bb7e-a94a8b6aed2c req-8111fbad-a13a-4012-8c77-efb3fdc0357a service nova] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Detach interface failed, port_id=67d01b2c-54cb-472a-8566-8a8a7a558f85, reason: Instance b56d79e1-d6d6-41fd-9045-b3504c3f36cc could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.622760] env[69547]: DEBUG nova.network.neutron [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Updating instance_info_cache with network_info: [{"id": "8e6c6138-02c4-49c9-a398-120d1258f910", "address": "fa:16:3e:23:b9:12", "network": {"id": "003564f5-83d8-45dd-b944-23d87bb5355c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-756563581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "245fd26b183f46d68580548563c4766e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6c6138-02", "ovs_interfaceid": "8e6c6138-02c4-49c9-a398-120d1258f910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.710298] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7287d011-2c87-4137-8cdb-0532b85022db {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.731318] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2b4216-e4f0-493f-944c-4fe946c04c6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.738563] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance 'e1ea28d1-194d-4e26-8b7d-bf1060528315' progress to 83 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.757857] env[69547]: INFO nova.compute.resource_tracker [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating resource usage from migration 277a471c-711b-4941-85da-ddbffc363503 [ 960.768877] env[69547]: INFO nova.compute.manager [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Rebuilding instance [ 960.777522] env[69547]: INFO nova.compute.manager [-] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Took 1.54 seconds to deallocate network for instance. [ 960.788502] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161732, 'name': ReconfigVM_Task, 'duration_secs': 0.276528} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.788857] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 508dc075-b51f-4fc8-8d1d-0801b8475301/508dc075-b51f-4fc8-8d1d-0801b8475301.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.792127] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc844a70-e7f9-4ddb-b93b-6bd12334ba67 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.809776] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 960.809776] env[69547]: value = "task-3161733" [ 960.809776] env[69547]: _type = "Task" [ 960.809776] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.817179] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161733, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.822632] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.828508] env[69547]: DEBUG nova.compute.manager [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.829718] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1488645-9cec-4d61-b4b7-247b7c86648f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.857336] env[69547]: DEBUG nova.compute.manager [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Received event network-vif-plugged-8e6c6138-02c4-49c9-a398-120d1258f910 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.857336] env[69547]: DEBUG oslo_concurrency.lockutils [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] Acquiring lock "84fb492f-d804-4b04-a242-155a6a3660d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.857336] env[69547]: DEBUG oslo_concurrency.lockutils [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] Lock "84fb492f-d804-4b04-a242-155a6a3660d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.857336] env[69547]: DEBUG oslo_concurrency.lockutils [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] Lock "84fb492f-d804-4b04-a242-155a6a3660d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.857336] env[69547]: DEBUG nova.compute.manager [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] No waiting events found dispatching network-vif-plugged-8e6c6138-02c4-49c9-a398-120d1258f910 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.857336] env[69547]: WARNING nova.compute.manager [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Received unexpected event network-vif-plugged-8e6c6138-02c4-49c9-a398-120d1258f910 for instance with vm_state building and task_state spawning. [ 960.857336] env[69547]: DEBUG nova.compute.manager [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Received event network-changed-8e6c6138-02c4-49c9-a398-120d1258f910 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.857336] env[69547]: DEBUG nova.compute.manager [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Refreshing instance network info cache due to event network-changed-8e6c6138-02c4-49c9-a398-120d1258f910. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.857336] env[69547]: DEBUG oslo_concurrency.lockutils [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] Acquiring lock "refresh_cache-84fb492f-d804-4b04-a242-155a6a3660d6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.876497] env[69547]: DEBUG nova.compute.manager [req-226512ac-7166-4308-9931-5d16c532a049 req-1358f074-d12c-4524-99ed-f090bdd607b7 service nova] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Received event network-vif-deleted-bd8a3460-ffb7-4a5a-bef1-f052352d25f7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.125419] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Releasing lock "refresh_cache-84fb492f-d804-4b04-a242-155a6a3660d6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.125803] env[69547]: DEBUG nova.compute.manager [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Instance network_info: |[{"id": "8e6c6138-02c4-49c9-a398-120d1258f910", "address": "fa:16:3e:23:b9:12", "network": {"id": "003564f5-83d8-45dd-b944-23d87bb5355c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-756563581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "245fd26b183f46d68580548563c4766e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6c6138-02", "ovs_interfaceid": "8e6c6138-02c4-49c9-a398-120d1258f910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.126333] env[69547]: DEBUG oslo_concurrency.lockutils [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] Acquired lock "refresh_cache-84fb492f-d804-4b04-a242-155a6a3660d6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.126523] env[69547]: DEBUG nova.network.neutron [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Refreshing network info cache for port 8e6c6138-02c4-49c9-a398-120d1258f910 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.127760] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:b9:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e6c6138-02c4-49c9-a398-120d1258f910', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.135323] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Creating folder: Project (245fd26b183f46d68580548563c4766e). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.135614] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dae9bcd-512c-489e-af44-2ec3c2d2cc1c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.149412] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Created folder: Project (245fd26b183f46d68580548563c4766e) in parent group-v632381. [ 961.149604] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Creating folder: Instances. Parent ref: group-v632586. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.151846] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06e8e05f-3cc4-46ad-8382-ba5883333590 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.161763] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Created folder: Instances in parent group-v632586. [ 961.162151] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.162310] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.162538] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-228fb353-c705-4936-9cad-fa756ef5c749 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.178450] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1732a588-76d1-47d8-b31d-095fac9c01e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.186370] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb31bbaf-50b0-46cc-96b5-88987a16c4e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.189263] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.189263] env[69547]: value = "task-3161736" [ 961.189263] env[69547]: _type = "Task" [ 961.189263] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.216995] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ef94a0-804a-418f-94da-ece5e1e37056 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.222476] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161736, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.227512] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffffe085-e0df-4a56-b8a1-adfd9e39016b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.242760] env[69547]: DEBUG nova.compute.provider_tree [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.245627] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9bf1c3a-954b-427a-92c6-8f2961a3a89f tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance 'e1ea28d1-194d-4e26-8b7d-bf1060528315' progress to 100 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.289843] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.317748] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161733, 'name': Rename_Task, 'duration_secs': 0.140477} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.317947] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.318210] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03ac2d0c-cda9-4b3f-9945-2515e25effd1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.324257] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 961.324257] env[69547]: value = "task-3161737" [ 961.324257] env[69547]: _type = "Task" [ 961.324257] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.332013] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.699123] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161736, 'name': CreateVM_Task, 'duration_secs': 0.326793} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.699409] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.699991] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.700192] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.700513] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.702934] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a4e98b-02f1-448a-89a9-a10989916795 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.708246] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 961.708246] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526dfb1b-5ebf-f9cf-1cc3-f3a9f39b2869" [ 961.708246] env[69547]: _type = "Task" [ 961.708246] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.716929] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526dfb1b-5ebf-f9cf-1cc3-f3a9f39b2869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.750911] env[69547]: DEBUG nova.scheduler.client.report [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.840396] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161737, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.844196] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.844922] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ef93d17-00fa-40d8-aa77-02b92e68e2c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.850545] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 961.850545] env[69547]: value = "task-3161738" [ 961.850545] env[69547]: _type = "Task" [ 961.850545] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.858623] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.950967] env[69547]: DEBUG nova.network.neutron [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Updated VIF entry in instance network info cache for port 8e6c6138-02c4-49c9-a398-120d1258f910. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.951399] env[69547]: DEBUG nova.network.neutron [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Updating instance_info_cache with network_info: [{"id": "8e6c6138-02c4-49c9-a398-120d1258f910", "address": "fa:16:3e:23:b9:12", "network": {"id": "003564f5-83d8-45dd-b944-23d87bb5355c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-756563581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "245fd26b183f46d68580548563c4766e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6c6138-02", "ovs_interfaceid": "8e6c6138-02c4-49c9-a398-120d1258f910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.146736] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.146736] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.146736] env[69547]: DEBUG nova.network.neutron [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.218632] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526dfb1b-5ebf-f9cf-1cc3-f3a9f39b2869, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.219286] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.219531] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.219769] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.219960] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.220200] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.220457] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e47d875-c6e4-4678-b13a-2693ff8aa5d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.230424] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.230598] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.231294] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfe2777-9d57-4d80-b68a-586cfaf5996c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.236658] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 962.236658] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc20d3-f58f-39d4-abbb-9c339677fce9" [ 962.236658] env[69547]: _type = "Task" [ 962.236658] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.243863] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc20d3-f58f-39d4-abbb-9c339677fce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.257697] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.026s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.257876] env[69547]: INFO nova.compute.manager [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Migrating [ 962.269511] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.857s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.270813] env[69547]: INFO nova.compute.claims [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.334710] env[69547]: DEBUG oslo_vmware.api [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161737, 'name': PowerOnVM_Task, 'duration_secs': 0.512061} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.335138] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.335368] env[69547]: INFO nova.compute.manager [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Took 6.39 seconds to spawn the instance on the hypervisor. [ 962.335551] env[69547]: DEBUG nova.compute.manager [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.336355] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8d32d-a792-4f9b-af9b-484ba409d672 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.359606] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161738, 'name': PowerOffVM_Task, 'duration_secs': 0.119768} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.359866] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.360542] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.361281] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b75727-eb34-47e7-9dfa-85715210fe7f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.367584] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.367822] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae3fc510-4577-419a-88cd-08c348876728 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.389886] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.390085] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.390277] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Deleting the datastore file [datastore2] dc22c932-ab54-46d5-9be6-842f9118b970 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.390525] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18710508-2ef6-4b4a-9680-69c87cd837bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.396861] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 962.396861] env[69547]: value = "task-3161740" [ 962.396861] env[69547]: _type = "Task" [ 962.396861] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.404753] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.455701] env[69547]: DEBUG oslo_concurrency.lockutils [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] Releasing lock "refresh_cache-84fb492f-d804-4b04-a242-155a6a3660d6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.456104] env[69547]: DEBUG nova.compute.manager [req-647f5de1-b1e3-47de-bdbb-4c7f57b41eb0 req-8511c049-cdf5-44c2-95de-f217edc5f964 service nova] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Received event network-vif-deleted-97b2a913-3c5c-4a6e-8315-370ac438f6f3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.747670] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cc20d3-f58f-39d4-abbb-9c339677fce9, 'name': SearchDatastore_Task, 'duration_secs': 0.034332} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.748480] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e9df5c-2cac-4fc5-9cc7-f1b0a2b8e594 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.755644] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 962.755644] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a99cd7-5f2f-76f0-24dd-97f5dacc817d" [ 962.755644] env[69547]: _type = "Task" [ 962.755644] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.763407] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a99cd7-5f2f-76f0-24dd-97f5dacc817d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.785990] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.786189] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.786363] env[69547]: DEBUG nova.network.neutron [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.855746] env[69547]: INFO nova.compute.manager [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Took 48.59 seconds to build instance. [ 962.908225] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373434} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.910936] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.911152] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.911337] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.922947] env[69547]: DEBUG nova.compute.manager [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received event network-vif-plugged-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.923219] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] Acquiring lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.923430] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.923599] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.923770] env[69547]: DEBUG nova.compute.manager [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] No waiting events found dispatching network-vif-plugged-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.923937] env[69547]: WARNING nova.compute.manager [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received unexpected event network-vif-plugged-9b123fe9-8ff4-4e53-acdc-55faf26371a6 for instance with vm_state shelved_offloaded and task_state spawning. [ 962.924271] env[69547]: DEBUG nova.compute.manager [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received event network-changed-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.924467] env[69547]: DEBUG nova.compute.manager [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Refreshing instance network info cache due to event network-changed-9b123fe9-8ff4-4e53-acdc-55faf26371a6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.924653] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] Acquiring lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.948196] env[69547]: DEBUG nova.network.neutron [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating instance_info_cache with network_info: [{"id": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "address": "fa:16:3e:8a:0b:85", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b123fe9-8f", "ovs_interfaceid": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.265180] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a99cd7-5f2f-76f0-24dd-97f5dacc817d, 'name': SearchDatastore_Task, 'duration_secs': 0.014674} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.265445] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.265721] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 84fb492f-d804-4b04-a242-155a6a3660d6/84fb492f-d804-4b04-a242-155a6a3660d6.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.266020] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efe9d8be-84a1-4992-901c-e939eed7bc1b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.274223] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 963.274223] env[69547]: value = "task-3161741" [ 963.274223] env[69547]: _type = "Task" [ 963.274223] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.282345] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.358400] env[69547]: DEBUG oslo_concurrency.lockutils [None req-49e5a788-c7e7-4ad5-b36f-c343f7de9220 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "508dc075-b51f-4fc8-8d1d-0801b8475301" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.105s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.391801] env[69547]: DEBUG oslo_concurrency.lockutils [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquiring lock "508dc075-b51f-4fc8-8d1d-0801b8475301" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.392459] env[69547]: DEBUG oslo_concurrency.lockutils [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "508dc075-b51f-4fc8-8d1d-0801b8475301" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.392459] env[69547]: DEBUG oslo_concurrency.lockutils [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquiring lock "508dc075-b51f-4fc8-8d1d-0801b8475301-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.392669] env[69547]: DEBUG oslo_concurrency.lockutils [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "508dc075-b51f-4fc8-8d1d-0801b8475301-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.392717] env[69547]: DEBUG oslo_concurrency.lockutils [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "508dc075-b51f-4fc8-8d1d-0801b8475301-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.395346] env[69547]: INFO nova.compute.manager [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Terminating instance [ 963.454021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.454021] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] Acquired lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.454489] env[69547]: DEBUG nova.network.neutron [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Refreshing network info cache for port 9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.490914] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='761266cffd3e7d3f6d03a1ae51dede6e',container_format='bare',created_at=2025-03-26T02:20:02Z,direct_url=,disk_format='vmdk',id=226b0e76-0c7b-48a9-8e04-23f0a86d9293,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1640694928-shelved',owner='eead23ad6d334628b97ceefa8d66d08a',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-26T02:20:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.491228] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.491408] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.491615] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.491762] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.491906] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.492143] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.492308] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.493022] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.493022] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.493022] env[69547]: DEBUG nova.virt.hardware [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.493903] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46ade68-3c85-4eeb-a2b7-783345970312 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.506532] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8d8fd0-0ced-4f79-872e-bed41f7cd5dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.525171] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:0b:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b123fe9-8ff4-4e53-acdc-55faf26371a6', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.533245] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.536486] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.537374] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95c415f9-7bd6-43b8-b8a6-ca4478d66e68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.562085] env[69547]: DEBUG nova.network.neutron [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance_info_cache with network_info: [{"id": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "address": "fa:16:3e:da:f5:6f", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e14aab-88", "ovs_interfaceid": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.563610] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.563610] env[69547]: value = "task-3161742" [ 963.563610] env[69547]: _type = "Task" [ 963.563610] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.575227] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161742, 'name': CreateVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.682926] env[69547]: DEBUG oslo_concurrency.lockutils [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.683258] env[69547]: DEBUG oslo_concurrency.lockutils [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.683494] env[69547]: DEBUG nova.compute.manager [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Going to confirm migration 2 {{(pid=69547) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 963.747154] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3c8b5e-18ab-4fc2-901d-3287de5aef56 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.754277] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27747c9-072a-48cb-ab22-2bb8f4734abb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.792886] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6137b926-c48e-4b5f-95fd-16206c9995f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.803307] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452526} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.804525] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e54c373-efff-48d5-8864-53db1a0deea3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.808531] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 84fb492f-d804-4b04-a242-155a6a3660d6/84fb492f-d804-4b04-a242-155a6a3660d6.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.808872] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.809243] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a84bdd5c-85af-40d1-ac11-1007f3aa09c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.823017] env[69547]: DEBUG nova.compute.provider_tree [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.826144] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 963.826144] env[69547]: value = "task-3161743" [ 963.826144] env[69547]: _type = "Task" [ 963.826144] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.835218] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.902079] env[69547]: DEBUG nova.compute.manager [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.902334] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.903356] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abfb873-a2ed-4f1e-b542-f1118359f5e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.911504] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.911772] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fce6101c-9a40-4dfb-a506-eaa19249b50f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.917796] env[69547]: DEBUG oslo_vmware.api [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 963.917796] env[69547]: value = "task-3161744" [ 963.917796] env[69547]: _type = "Task" [ 963.917796] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.929119] env[69547]: DEBUG oslo_vmware.api [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.946569] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.946823] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.946981] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.947183] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.947331] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.947478] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.947711] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.947934] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.948281] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.948352] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.948470] env[69547]: DEBUG nova.virt.hardware [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.949559] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a1a02-1341-4bbb-b0e3-e1958827e78f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.956948] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5668a0ab-e91c-4e05-8ecc-4a4e07b4bcca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.974102] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.978472] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.978591] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.978780] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2faf84b-bc70-4516-b1f1-507c67bd7da8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.997482] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.997482] env[69547]: value = "task-3161745" [ 963.997482] env[69547]: _type = "Task" [ 963.997482] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.007137] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161745, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.065980] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.077990] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161742, 'name': CreateVM_Task, 'duration_secs': 0.364129} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.078831] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.079611] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.079847] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.080384] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.081049] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4d622e-e311-4382-9058-9a5f051cc920 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.086549] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 964.086549] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b83b2a-698d-0539-7fb2-a26e665ea847" [ 964.086549] env[69547]: _type = "Task" [ 964.086549] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.095098] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b83b2a-698d-0539-7fb2-a26e665ea847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.256249] env[69547]: DEBUG oslo_concurrency.lockutils [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.256249] env[69547]: DEBUG oslo_concurrency.lockutils [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.256249] env[69547]: DEBUG nova.network.neutron [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.256249] env[69547]: DEBUG nova.objects.instance [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'info_cache' on Instance uuid e1ea28d1-194d-4e26-8b7d-bf1060528315 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.261521] env[69547]: DEBUG nova.network.neutron [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updated VIF entry in instance network info cache for port 9b123fe9-8ff4-4e53-acdc-55faf26371a6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.261934] env[69547]: DEBUG nova.network.neutron [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating instance_info_cache with network_info: [{"id": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "address": "fa:16:3e:8a:0b:85", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b123fe9-8f", "ovs_interfaceid": "9b123fe9-8ff4-4e53-acdc-55faf26371a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.328863] env[69547]: DEBUG nova.scheduler.client.report [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.341062] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064222} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.341526] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.342272] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39feb6e-a870-4734-ba01-ed39b2be3e7e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.365682] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 84fb492f-d804-4b04-a242-155a6a3660d6/84fb492f-d804-4b04-a242-155a6a3660d6.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.366416] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a184d60-25ea-4731-8c47-00ed04602603 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.387537] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 964.387537] env[69547]: value = "task-3161746" [ 964.387537] env[69547]: _type = "Task" [ 964.387537] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.394366] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.426654] env[69547]: DEBUG oslo_vmware.api [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161744, 'name': PowerOffVM_Task, 'duration_secs': 0.200056} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.426892] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.427091] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.427377] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7012b919-d986-4f20-8b40-373c5ce3aae8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.481052] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.481356] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.481599] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Deleting the datastore file [datastore2] 508dc075-b51f-4fc8-8d1d-0801b8475301 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.481908] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-251c6e44-3f58-4439-8061-8a822af3ee28 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.489337] env[69547]: DEBUG oslo_vmware.api [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for the task: (returnval){ [ 964.489337] env[69547]: value = "task-3161748" [ 964.489337] env[69547]: _type = "Task" [ 964.489337] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.497538] env[69547]: DEBUG oslo_vmware.api [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.505144] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161745, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.597251] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.597499] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Processing image 226b0e76-0c7b-48a9-8e04-23f0a86d9293 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.597768] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293/226b0e76-0c7b-48a9-8e04-23f0a86d9293.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.597937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293/226b0e76-0c7b-48a9-8e04-23f0a86d9293.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.598181] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.598459] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a955f228-db8e-4fad-9b26-3376fb41c8a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.606951] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.607143] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.607942] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7180991-d412-4b88-b53a-62d43feff0f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.614033] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 964.614033] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522a22ac-bfd2-d555-9664-d5cc679e3472" [ 964.614033] env[69547]: _type = "Task" [ 964.614033] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.620766] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522a22ac-bfd2-d555-9664-d5cc679e3472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.764621] env[69547]: DEBUG oslo_concurrency.lockutils [req-7f0e6385-e263-44d1-b9a2-19defcf46e43 req-2871b282-212a-448d-adce-c211ba4d9362 service nova] Releasing lock "refresh_cache-2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.836895] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.837580] env[69547]: DEBUG nova.compute.manager [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.839823] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.320s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.841287] env[69547]: INFO nova.compute.claims [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.896549] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161746, 'name': ReconfigVM_Task, 'duration_secs': 0.307994} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.896828] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 84fb492f-d804-4b04-a242-155a6a3660d6/84fb492f-d804-4b04-a242-155a6a3660d6.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.897446] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e388aeb-bdef-42f1-b7ef-d428d17c96aa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.903821] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 964.903821] env[69547]: value = "task-3161749" [ 964.903821] env[69547]: _type = "Task" [ 964.903821] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.911200] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161749, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.000688] env[69547]: DEBUG oslo_vmware.api [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Task: {'id': task-3161748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180745} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.003445] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.003643] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.003843] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.004059] env[69547]: INFO nova.compute.manager [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Took 1.10 seconds to destroy the instance on the hypervisor. [ 965.004312] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.004515] env[69547]: DEBUG nova.compute.manager [-] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.004609] env[69547]: DEBUG nova.network.neutron [-] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.011696] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161745, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.123593] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Preparing fetch location {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 965.123857] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Fetch image to [datastore1] OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db/OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db.vmdk {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 965.124061] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Downloading stream optimized image 226b0e76-0c7b-48a9-8e04-23f0a86d9293 to [datastore1] OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db/OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db.vmdk on the data store datastore1 as vApp {{(pid=69547) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 965.124262] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Downloading image file data 226b0e76-0c7b-48a9-8e04-23f0a86d9293 to the ESX as VM named 'OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db' {{(pid=69547) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 965.197801] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 965.197801] env[69547]: value = "resgroup-9" [ 965.197801] env[69547]: _type = "ResourcePool" [ 965.197801] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 965.198212] env[69547]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fc85b719-ca53-4dbb-a8bd-e655b1a02380 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.222719] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lease: (returnval){ [ 965.222719] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b61eb2-e223-5c4b-f4e8-604d723b53c1" [ 965.222719] env[69547]: _type = "HttpNfcLease" [ 965.222719] env[69547]: } obtained for vApp import into resource pool (val){ [ 965.222719] env[69547]: value = "resgroup-9" [ 965.222719] env[69547]: _type = "ResourcePool" [ 965.222719] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 965.222719] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the lease: (returnval){ [ 965.222719] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b61eb2-e223-5c4b-f4e8-604d723b53c1" [ 965.222719] env[69547]: _type = "HttpNfcLease" [ 965.222719] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 965.231134] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.231134] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b61eb2-e223-5c4b-f4e8-604d723b53c1" [ 965.231134] env[69547]: _type = "HttpNfcLease" [ 965.231134] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.300433] env[69547]: DEBUG nova.compute.manager [req-aa887512-0cdb-4e87-ac3d-1c421bea1848 req-ae2406f8-0d39-4f63-813d-571783f25a0a service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Received event network-vif-deleted-396f8b0d-43dc-4b57-b935-f2beb6a67c89 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.300742] env[69547]: INFO nova.compute.manager [req-aa887512-0cdb-4e87-ac3d-1c421bea1848 req-ae2406f8-0d39-4f63-813d-571783f25a0a service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Neutron deleted interface 396f8b0d-43dc-4b57-b935-f2beb6a67c89; detaching it from the instance and deleting it from the info cache [ 965.301067] env[69547]: DEBUG nova.network.neutron [req-aa887512-0cdb-4e87-ac3d-1c421bea1848 req-ae2406f8-0d39-4f63-813d-571783f25a0a service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.346050] env[69547]: DEBUG nova.compute.utils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.349497] env[69547]: DEBUG nova.compute.manager [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.349663] env[69547]: DEBUG nova.network.neutron [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.413348] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161749, 'name': Rename_Task, 'duration_secs': 0.165499} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.413693] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.413949] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46542917-e89e-49d5-9e80-82a30a16ff0f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.419130] env[69547]: DEBUG nova.policy [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc9118f25ef047a9bd888b6c4b91b7b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e838739477e14d7fac064d59116fe05d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.420538] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 965.420538] env[69547]: value = "task-3161751" [ 965.420538] env[69547]: _type = "Task" [ 965.420538] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.430202] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.509802] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161745, 'name': CreateVM_Task, 'duration_secs': 1.455235} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.509982] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.510430] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.510621] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.510947] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.511216] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778f595f-f69d-4276-810c-345fe332e345 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.518321] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 965.518321] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520ab9a4-2499-3ce0-cac7-d2b30cecf2d9" [ 965.518321] env[69547]: _type = "Task" [ 965.518321] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.526095] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520ab9a4-2499-3ce0-cac7-d2b30cecf2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.584660] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52492df5-24e0-422f-85d0-ee9a6a962ec4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.605118] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance 'e9d9c396-a295-4eda-941e-729fc768a87a' progress to 0 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.686860] env[69547]: DEBUG nova.network.neutron [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance_info_cache with network_info: [{"id": "cb246f52-86dd-4022-b014-49dc33b74735", "address": "fa:16:3e:ab:41:d7", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb246f52-86", "ovs_interfaceid": "cb246f52-86dd-4022-b014-49dc33b74735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.731614] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.731614] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b61eb2-e223-5c4b-f4e8-604d723b53c1" [ 965.731614] env[69547]: _type = "HttpNfcLease" [ 965.731614] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.751540] env[69547]: DEBUG nova.network.neutron [-] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.805364] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c91331b1-2e9d-476b-8208-d1e6206dda12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.815335] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838640ed-a558-48ea-bcb4-fcf0ea399bde {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.853417] env[69547]: DEBUG nova.compute.manager [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.859134] env[69547]: DEBUG nova.compute.manager [req-aa887512-0cdb-4e87-ac3d-1c421bea1848 req-ae2406f8-0d39-4f63-813d-571783f25a0a service nova] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Detach interface failed, port_id=396f8b0d-43dc-4b57-b935-f2beb6a67c89, reason: Instance 508dc075-b51f-4fc8-8d1d-0801b8475301 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 965.878851] env[69547]: DEBUG nova.network.neutron [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Successfully created port: 4145443a-fd4a-4bd5-b3ea-992512009803 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.933911] env[69547]: DEBUG oslo_vmware.api [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3161751, 'name': PowerOnVM_Task, 'duration_secs': 0.485675} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.934418] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.934634] env[69547]: INFO nova.compute.manager [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Took 7.40 seconds to spawn the instance on the hypervisor. [ 965.934813] env[69547]: DEBUG nova.compute.manager [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.937882] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268db47c-edcb-48b2-85de-4c8751d2e46d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.032946] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520ab9a4-2499-3ce0-cac7-d2b30cecf2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.033296] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.033596] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.033756] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.033904] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.034093] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.036827] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db6cfb55-43c4-48ea-99e6-204076652647 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.045128] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.045439] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.046174] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5831350-531c-4e83-8d2f-42e535bb811d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.053952] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 966.053952] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a1b2a5-b4d7-7734-0d1b-b52a172db665" [ 966.053952] env[69547]: _type = "Task" [ 966.053952] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.062644] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a1b2a5-b4d7-7734-0d1b-b52a172db665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.113439] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.113738] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18405b79-fc55-423f-a1a5-d3bc04381b9a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.121965] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 966.121965] env[69547]: value = "task-3161752" [ 966.121965] env[69547]: _type = "Task" [ 966.121965] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.133823] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.191934] env[69547]: DEBUG oslo_concurrency.lockutils [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.191934] env[69547]: DEBUG nova.objects.instance [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'migration_context' on Instance uuid e1ea28d1-194d-4e26-8b7d-bf1060528315 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.232746] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.232746] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b61eb2-e223-5c4b-f4e8-604d723b53c1" [ 966.232746] env[69547]: _type = "HttpNfcLease" [ 966.232746] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 966.233075] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 966.233075] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b61eb2-e223-5c4b-f4e8-604d723b53c1" [ 966.233075] env[69547]: _type = "HttpNfcLease" [ 966.233075] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 966.233804] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7704cb8-24a9-4022-80ce-f9b81d9d0c1a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.241685] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d07673-8ebb-98ba-7c1f-b0a40446f63c/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 966.241754] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d07673-8ebb-98ba-7c1f-b0a40446f63c/disk-0.vmdk. {{(pid=69547) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 966.299604] env[69547]: INFO nova.compute.manager [-] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Took 1.29 seconds to deallocate network for instance. [ 966.314491] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-621ca3d3-cf38-4666-b5b8-63c56c151fcd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.359404] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6445cd37-d914-435d-9ad4-9dc299d85b0d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.372189] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56882d78-8dff-447a-a70b-42b70dcf7df7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.405440] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f848d2-4e98-4b0a-b9d9-70c84d5a5a65 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.415921] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59e49cb-63be-4809-af26-012c348fa69c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.430180] env[69547]: DEBUG nova.compute.provider_tree [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.455579] env[69547]: INFO nova.compute.manager [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Took 47.69 seconds to build instance. [ 966.564954] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a1b2a5-b4d7-7734-0d1b-b52a172db665, 'name': SearchDatastore_Task, 'duration_secs': 0.014045} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.565785] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd5e750-20fb-4c04-bbbe-27afdebad3fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.570631] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 966.570631] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5251e5f7-a72d-4249-8a8e-4f6bc28e0482" [ 966.570631] env[69547]: _type = "Task" [ 966.570631] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.578527] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5251e5f7-a72d-4249-8a8e-4f6bc28e0482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.631394] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161752, 'name': PowerOffVM_Task, 'duration_secs': 0.238437} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.631688] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.631875] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance 'e9d9c396-a295-4eda-941e-729fc768a87a' progress to 17 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.694677] env[69547]: DEBUG nova.objects.base [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 966.695842] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf9f75e-540b-4d56-9935-515a3fca0e82 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.719878] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42743322-f199-499b-a8b4-1ad71f159cc0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.726682] env[69547]: DEBUG oslo_vmware.api [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 966.726682] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d1517-2018-84e6-b092-d7759e2a5fc0" [ 966.726682] env[69547]: _type = "Task" [ 966.726682] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.737199] env[69547]: DEBUG oslo_vmware.api [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528d1517-2018-84e6-b092-d7759e2a5fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.007703} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.737499] env[69547]: DEBUG oslo_concurrency.lockutils [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.813714] env[69547]: DEBUG oslo_concurrency.lockutils [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.871836] env[69547]: DEBUG nova.compute.manager [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.903806] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.904091] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.904261] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.904449] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.904596] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.904749] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.904958] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.905166] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.905353] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.905516] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.905705] env[69547]: DEBUG nova.virt.hardware [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.906691] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635f4dcf-51b4-4174-a15c-e6d7e6b40235 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.918900] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cea3f7-53ed-4293-a2ca-a2e405992c52 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.939067] env[69547]: DEBUG nova.scheduler.client.report [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.959286] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c591f8a0-1301-47e6-b13c-bff9f2568399 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "84fb492f-d804-4b04-a242-155a6a3660d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.205s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.081825] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5251e5f7-a72d-4249-8a8e-4f6bc28e0482, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.082158] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.082423] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] dc22c932-ab54-46d5-9be6-842f9118b970/dc22c932-ab54-46d5-9be6-842f9118b970.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.082688] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7e3a422-f300-4325-9f87-82df2ffe306d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.089534] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 967.089534] env[69547]: value = "task-3161753" [ 967.089534] env[69547]: _type = "Task" [ 967.089534] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.098225] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.139928] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.140239] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.140431] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.141533] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.141533] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.141533] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.141533] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.141533] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.141871] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.141983] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.142231] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.151839] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e74f37d6-27db-43cf-9ebc-9bf2305248b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.174026] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 967.174026] env[69547]: value = "task-3161754" [ 967.174026] env[69547]: _type = "Task" [ 967.174026] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.185106] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.449157] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.449790] env[69547]: DEBUG nova.compute.manager [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.458124] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.318s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.458444] env[69547]: DEBUG nova.objects.instance [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lazy-loading 'resources' on Instance uuid 24b86aef-3b7e-4354-ac6c-50126e6a7d10 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.581105] env[69547]: DEBUG nova.compute.manager [req-0d6e5362-6cba-4afc-a24b-2c1d662d70d7 req-b668a89d-8055-4861-9172-1d78d5022b91 service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Received event network-vif-plugged-4145443a-fd4a-4bd5-b3ea-992512009803 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.581393] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d6e5362-6cba-4afc-a24b-2c1d662d70d7 req-b668a89d-8055-4861-9172-1d78d5022b91 service nova] Acquiring lock "a089242e-7957-4a8f-920f-db33ec3eeee1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.581807] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d6e5362-6cba-4afc-a24b-2c1d662d70d7 req-b668a89d-8055-4861-9172-1d78d5022b91 service nova] Lock "a089242e-7957-4a8f-920f-db33ec3eeee1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.581985] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d6e5362-6cba-4afc-a24b-2c1d662d70d7 req-b668a89d-8055-4861-9172-1d78d5022b91 service nova] Lock "a089242e-7957-4a8f-920f-db33ec3eeee1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.582374] env[69547]: DEBUG nova.compute.manager [req-0d6e5362-6cba-4afc-a24b-2c1d662d70d7 req-b668a89d-8055-4861-9172-1d78d5022b91 service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] No waiting events found dispatching network-vif-plugged-4145443a-fd4a-4bd5-b3ea-992512009803 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.582586] env[69547]: WARNING nova.compute.manager [req-0d6e5362-6cba-4afc-a24b-2c1d662d70d7 req-b668a89d-8055-4861-9172-1d78d5022b91 service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Received unexpected event network-vif-plugged-4145443a-fd4a-4bd5-b3ea-992512009803 for instance with vm_state building and task_state spawning. [ 967.602435] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161753, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.682037] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161754, 'name': ReconfigVM_Task, 'duration_secs': 0.180523} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.684483] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance 'e9d9c396-a295-4eda-941e-729fc768a87a' progress to 33 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.856178] env[69547]: DEBUG nova.network.neutron [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Successfully updated port: 4145443a-fd4a-4bd5-b3ea-992512009803 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.911990] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Completed reading data from the image iterator. {{(pid=69547) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 967.911990] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d07673-8ebb-98ba-7c1f-b0a40446f63c/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.913817] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06d3eef-da22-46f7-b9cc-dffa8fa64564 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.921349] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d07673-8ebb-98ba-7c1f-b0a40446f63c/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.921606] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d07673-8ebb-98ba-7c1f-b0a40446f63c/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 967.922301] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fa4feb7f-018b-46af-99a0-9da924ef4d03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.963598] env[69547]: DEBUG nova.compute.utils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.969831] env[69547]: DEBUG nova.compute.manager [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.969831] env[69547]: DEBUG nova.network.neutron [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.011184] env[69547]: DEBUG nova.policy [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24550e043b99481a983de1e2910fd28d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6450d16ba0ed4809a731110bac595894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.106370] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606455} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.106760] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] dc22c932-ab54-46d5-9be6-842f9118b970/dc22c932-ab54-46d5-9be6-842f9118b970.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.107087] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.107435] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33b1868f-3da0-4ae0-a474-5f5c26a2fc7e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.118693] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 968.118693] env[69547]: value = "task-3161755" [ 968.118693] env[69547]: _type = "Task" [ 968.118693] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.128448] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.191786] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:19:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b575d637-a407-4abf-bace-4a384e4437e2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-854428578',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.192077] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.192245] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.192482] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.192631] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.192784] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.192988] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.193465] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.193687] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.193865] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.194059] env[69547]: DEBUG nova.virt.hardware [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.199481] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.202345] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3dd5a8a-9af3-4119-8400-eaca95f839dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.223451] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 968.223451] env[69547]: value = "task-3161756" [ 968.223451] env[69547]: _type = "Task" [ 968.223451] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.232853] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.298911] env[69547]: DEBUG oslo_vmware.rw_handles [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d07673-8ebb-98ba-7c1f-b0a40446f63c/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 968.299538] env[69547]: INFO nova.virt.vmwareapi.images [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Downloaded image file data 226b0e76-0c7b-48a9-8e04-23f0a86d9293 [ 968.305032] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ccf3b7-e256-472a-aab8-7c8ed3820adb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.331765] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f84ded5b-4b3c-4405-96b3-20e44bfe6e9a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.360141] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "refresh_cache-a089242e-7957-4a8f-920f-db33ec3eeee1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.361947] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired lock "refresh_cache-a089242e-7957-4a8f-920f-db33ec3eeee1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.361947] env[69547]: DEBUG nova.network.neutron [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.377860] env[69547]: DEBUG nova.network.neutron [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Successfully created port: bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.396166] env[69547]: INFO nova.virt.vmwareapi.images [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] The imported VM was unregistered [ 968.398677] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Caching image {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 968.399138] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating directory with path [datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.402436] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3e73e5d-8d6e-4b8d-87e7-53cc37e5bc8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.415389] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Created directory with path [datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.415494] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db/OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db.vmdk to [datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293/226b0e76-0c7b-48a9-8e04-23f0a86d9293.vmdk. {{(pid=69547) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 968.415786] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-801de65e-38f8-4928-bba8-c971dc52c621 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.427035] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 968.427035] env[69547]: value = "task-3161758" [ 968.427035] env[69547]: _type = "Task" [ 968.427035] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.437948] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161758, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.468349] env[69547]: DEBUG nova.compute.manager [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.493803] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe001890-fe7d-4012-b9ff-42a567c29884 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.502158] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc3147-5177-4a9f-9ea6-d4d9103c01cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.533830] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a064bba-c2d7-401b-a10c-faeb9af49c3c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.542351] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d68045-3053-41c9-b4b6-de1422a581ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.556810] env[69547]: DEBUG nova.compute.provider_tree [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.632059] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110779} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.632386] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.633245] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d226bb0d-2296-4775-976b-cb340454aea3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.654956] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] dc22c932-ab54-46d5-9be6-842f9118b970/dc22c932-ab54-46d5-9be6-842f9118b970.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.655394] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1596fcfc-0f2b-49c0-bf37-07a05b4a975b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.678051] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 968.678051] env[69547]: value = "task-3161759" [ 968.678051] env[69547]: _type = "Task" [ 968.678051] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.687648] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.737083] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161756, 'name': ReconfigVM_Task, 'duration_secs': 0.168301} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.737083] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.737869] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefaab62-f403-4ba0-9421-7ead8e02c6da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.761861] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] e9d9c396-a295-4eda-941e-729fc768a87a/e9d9c396-a295-4eda-941e-729fc768a87a.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.762230] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01e0371-3a89-4817-96d7-857a1bca07e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.781479] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 968.781479] env[69547]: value = "task-3161760" [ 968.781479] env[69547]: _type = "Task" [ 968.781479] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.791438] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.895752] env[69547]: DEBUG nova.network.neutron [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.936435] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161758, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.060222] env[69547]: DEBUG nova.scheduler.client.report [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.089744] env[69547]: DEBUG nova.network.neutron [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Updating instance_info_cache with network_info: [{"id": "4145443a-fd4a-4bd5-b3ea-992512009803", "address": "fa:16:3e:f1:e3:b4", "network": {"id": "4258c950-9a4f-4bfd-9a34-845afa4d38d1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1074342994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e838739477e14d7fac064d59116fe05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4145443a-fd", "ovs_interfaceid": "4145443a-fd4a-4bd5-b3ea-992512009803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.188627] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.292790] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.437204] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161758, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.481833] env[69547]: DEBUG nova.compute.manager [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.510245] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.510458] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.510586] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.510771] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.510918] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.511085] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.511340] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.511458] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.511623] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.511783] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.511963] env[69547]: DEBUG nova.virt.hardware [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.512887] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531d5d31-ba9e-4e2f-ad67-01ccc2a7b218 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.521935] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5030d9ef-0570-4f68-a22e-7a420b5aa89d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.565896] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.569065] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.956s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.570022] env[69547]: INFO nova.compute.claims [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.592798] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Releasing lock "refresh_cache-a089242e-7957-4a8f-920f-db33ec3eeee1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.593348] env[69547]: DEBUG nova.compute.manager [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Instance network_info: |[{"id": "4145443a-fd4a-4bd5-b3ea-992512009803", "address": "fa:16:3e:f1:e3:b4", "network": {"id": "4258c950-9a4f-4bfd-9a34-845afa4d38d1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1074342994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e838739477e14d7fac064d59116fe05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4145443a-fd", "ovs_interfaceid": "4145443a-fd4a-4bd5-b3ea-992512009803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.593722] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:e3:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4145443a-fd4a-4bd5-b3ea-992512009803', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.601272] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.602881] env[69547]: INFO nova.scheduler.client.report [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Deleted allocations for instance 24b86aef-3b7e-4354-ac6c-50126e6a7d10 [ 969.603514] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.603753] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-373a45a4-31cb-444d-b809-ce2d64691c7e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.624162] env[69547]: DEBUG nova.compute.manager [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Received event network-changed-4145443a-fd4a-4bd5-b3ea-992512009803 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.624390] env[69547]: DEBUG nova.compute.manager [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Refreshing instance network info cache due to event network-changed-4145443a-fd4a-4bd5-b3ea-992512009803. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.624613] env[69547]: DEBUG oslo_concurrency.lockutils [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] Acquiring lock "refresh_cache-a089242e-7957-4a8f-920f-db33ec3eeee1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.624759] env[69547]: DEBUG oslo_concurrency.lockutils [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] Acquired lock "refresh_cache-a089242e-7957-4a8f-920f-db33ec3eeee1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.625245] env[69547]: DEBUG nova.network.neutron [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Refreshing network info cache for port 4145443a-fd4a-4bd5-b3ea-992512009803 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.632475] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.632475] env[69547]: value = "task-3161761" [ 969.632475] env[69547]: _type = "Task" [ 969.632475] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.642490] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161761, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.690561] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.793087] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161760, 'name': ReconfigVM_Task, 'duration_secs': 0.899768} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.793409] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] e9d9c396-a295-4eda-941e-729fc768a87a/e9d9c396-a295-4eda-941e-729fc768a87a.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.793688] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance 'e9d9c396-a295-4eda-941e-729fc768a87a' progress to 50 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.938516] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161758, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.997934] env[69547]: DEBUG nova.network.neutron [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Successfully updated port: bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.133700] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5d194317-a680-43cb-96d0-d8fc506485bb tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "24b86aef-3b7e-4354-ac6c-50126e6a7d10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.430s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.148026] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161761, 'name': CreateVM_Task, 'duration_secs': 0.421168} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.148026] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.148026] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.148026] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.148304] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.148983] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7433f6f5-6f23-4d01-862c-4e09b5588c11 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.155193] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 970.155193] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b1d661-d2fa-2055-0fef-bd6e0f8bbbee" [ 970.155193] env[69547]: _type = "Task" [ 970.155193] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.168023] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b1d661-d2fa-2055-0fef-bd6e0f8bbbee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.190709] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.300824] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405038ed-39f5-4295-9196-acaee1fb22e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.323222] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1699ed3a-91e0-4235-8b39-6a88c1869eff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.342679] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance 'e9d9c396-a295-4eda-941e-729fc768a87a' progress to 67 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.424350] env[69547]: DEBUG nova.network.neutron [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Updated VIF entry in instance network info cache for port 4145443a-fd4a-4bd5-b3ea-992512009803. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.424845] env[69547]: DEBUG nova.network.neutron [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Updating instance_info_cache with network_info: [{"id": "4145443a-fd4a-4bd5-b3ea-992512009803", "address": "fa:16:3e:f1:e3:b4", "network": {"id": "4258c950-9a4f-4bfd-9a34-845afa4d38d1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1074342994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e838739477e14d7fac064d59116fe05d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4145443a-fd", "ovs_interfaceid": "4145443a-fd4a-4bd5-b3ea-992512009803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.439540] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161758, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.499185] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquiring lock "refresh_cache-918969d0-d7ca-401a-b380-f6b7b265526c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.499364] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquired lock "refresh_cache-918969d0-d7ca-401a-b380-f6b7b265526c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.500112] env[69547]: DEBUG nova.network.neutron [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.666054] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b1d661-d2fa-2055-0fef-bd6e0f8bbbee, 'name': SearchDatastore_Task, 'duration_secs': 0.090991} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.668892] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.669159] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.669406] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.669557] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.669737] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.670281] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1675c492-85d0-4364-8fef-1dc12a6d209f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.687671] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.687974] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.689602] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78b61f8-c5bf-49f7-a0e9-9722ae865c38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.695807] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.702937] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 970.702937] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5278d86c-a6b2-8d71-9009-60366ce5fa10" [ 970.702937] env[69547]: _type = "Task" [ 970.702937] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.712441] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5278d86c-a6b2-8d71-9009-60366ce5fa10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.892907] env[69547]: DEBUG nova.network.neutron [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Port 32e14aab-880a-42f4-9b4b-4a2dc076ced3 binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 970.927661] env[69547]: DEBUG oslo_concurrency.lockutils [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] Releasing lock "refresh_cache-a089242e-7957-4a8f-920f-db33ec3eeee1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.927949] env[69547]: DEBUG nova.compute.manager [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Received event network-changed-8e6c6138-02c4-49c9-a398-120d1258f910 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.928206] env[69547]: DEBUG nova.compute.manager [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Refreshing instance network info cache due to event network-changed-8e6c6138-02c4-49c9-a398-120d1258f910. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.928474] env[69547]: DEBUG oslo_concurrency.lockutils [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] Acquiring lock "refresh_cache-84fb492f-d804-4b04-a242-155a6a3660d6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.928632] env[69547]: DEBUG oslo_concurrency.lockutils [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] Acquired lock "refresh_cache-84fb492f-d804-4b04-a242-155a6a3660d6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.928801] env[69547]: DEBUG nova.network.neutron [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Refreshing network info cache for port 8e6c6138-02c4-49c9-a398-120d1258f910 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.942432] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161758, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.963969] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e3d6ee-f840-4a52-b57a-a0e18cd5e100 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.971279] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b1a01f-a0c6-4a70-87a6-69d30af9b9f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.002150] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836034e2-dbe1-4d26-b4ed-2a8e7793c1df {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.010852] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c875289-0d16-48c5-85cd-3edeb49b9e14 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.024502] env[69547]: DEBUG nova.compute.provider_tree [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.033454] env[69547]: DEBUG nova.network.neutron [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.192549] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161759, 'name': ReconfigVM_Task, 'duration_secs': 2.452648} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.192867] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Reconfigured VM instance instance-00000045 to attach disk [datastore1] dc22c932-ab54-46d5-9be6-842f9118b970/dc22c932-ab54-46d5-9be6-842f9118b970.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.193529] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fafe5487-8f51-4ada-8113-3a245d8cf80d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.199738] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 971.199738] env[69547]: value = "task-3161763" [ 971.199738] env[69547]: _type = "Task" [ 971.199738] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.207771] env[69547]: DEBUG nova.network.neutron [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Updating instance_info_cache with network_info: [{"id": "bc7a722f-ff58-4e56-b8a3-0b250e9d6d96", "address": "fa:16:3e:2d:50:a2", "network": {"id": "5b92c88f-8530-42e4-b598-04cd9721752d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-901023060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450d16ba0ed4809a731110bac595894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7a722f-ff", "ovs_interfaceid": "bc7a722f-ff58-4e56-b8a3-0b250e9d6d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.211640] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161763, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.218140] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5278d86c-a6b2-8d71-9009-60366ce5fa10, 'name': SearchDatastore_Task, 'duration_secs': 0.08237} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.218719] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316f6e10-1f14-415b-ac5f-828a902fa747 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.224486] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 971.224486] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ddab15-7e3b-e46e-4904-4aa4e4f0dbba" [ 971.224486] env[69547]: _type = "Task" [ 971.224486] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.232975] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ddab15-7e3b-e46e-4904-4aa4e4f0dbba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.444541] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161758, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.669586} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.445625] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db/OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db.vmdk to [datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293/226b0e76-0c7b-48a9-8e04-23f0a86d9293.vmdk. [ 971.445845] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Cleaning up location [datastore1] OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 971.446038] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_15fc9963-f92f-4453-a3ec-54c93c7725db {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.446345] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e95cdc4c-d870-4474-8b4e-1ad7623181f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.453635] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 971.453635] env[69547]: value = "task-3161764" [ 971.453635] env[69547]: _type = "Task" [ 971.453635] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.461683] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.528192] env[69547]: DEBUG nova.scheduler.client.report [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.644941] env[69547]: DEBUG nova.compute.manager [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Received event network-vif-plugged-bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.644941] env[69547]: DEBUG oslo_concurrency.lockutils [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] Acquiring lock "918969d0-d7ca-401a-b380-f6b7b265526c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.644941] env[69547]: DEBUG oslo_concurrency.lockutils [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] Lock "918969d0-d7ca-401a-b380-f6b7b265526c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.644941] env[69547]: DEBUG oslo_concurrency.lockutils [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] Lock "918969d0-d7ca-401a-b380-f6b7b265526c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.644941] env[69547]: DEBUG nova.compute.manager [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] No waiting events found dispatching network-vif-plugged-bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.644941] env[69547]: WARNING nova.compute.manager [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Received unexpected event network-vif-plugged-bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 for instance with vm_state building and task_state spawning. [ 971.644941] env[69547]: DEBUG nova.compute.manager [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Received event network-changed-bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.645319] env[69547]: DEBUG nova.compute.manager [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Refreshing instance network info cache due to event network-changed-bc7a722f-ff58-4e56-b8a3-0b250e9d6d96. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.645319] env[69547]: DEBUG oslo_concurrency.lockutils [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] Acquiring lock "refresh_cache-918969d0-d7ca-401a-b380-f6b7b265526c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.646310] env[69547]: DEBUG nova.network.neutron [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Updated VIF entry in instance network info cache for port 8e6c6138-02c4-49c9-a398-120d1258f910. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.646666] env[69547]: DEBUG nova.network.neutron [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Updating instance_info_cache with network_info: [{"id": "8e6c6138-02c4-49c9-a398-120d1258f910", "address": "fa:16:3e:23:b9:12", "network": {"id": "003564f5-83d8-45dd-b944-23d87bb5355c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-756563581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "245fd26b183f46d68580548563c4766e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6c6138-02", "ovs_interfaceid": "8e6c6138-02c4-49c9-a398-120d1258f910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.712671] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Releasing lock "refresh_cache-918969d0-d7ca-401a-b380-f6b7b265526c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.713386] env[69547]: DEBUG nova.compute.manager [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Instance network_info: |[{"id": "bc7a722f-ff58-4e56-b8a3-0b250e9d6d96", "address": "fa:16:3e:2d:50:a2", "network": {"id": "5b92c88f-8530-42e4-b598-04cd9721752d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-901023060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450d16ba0ed4809a731110bac595894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7a722f-ff", "ovs_interfaceid": "bc7a722f-ff58-4e56-b8a3-0b250e9d6d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.713386] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161763, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.713604] env[69547]: DEBUG oslo_concurrency.lockutils [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] Acquired lock "refresh_cache-918969d0-d7ca-401a-b380-f6b7b265526c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.713847] env[69547]: DEBUG nova.network.neutron [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Refreshing network info cache for port bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.715206] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:50:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc7a722f-ff58-4e56-b8a3-0b250e9d6d96', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.723018] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Creating folder: Project (6450d16ba0ed4809a731110bac595894). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.724195] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c7e1581-2400-40f1-8b74-b9784c62600c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.736020] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ddab15-7e3b-e46e-4904-4aa4e4f0dbba, 'name': SearchDatastore_Task, 'duration_secs': 0.085351} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.736330] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.736613] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] a089242e-7957-4a8f-920f-db33ec3eeee1/a089242e-7957-4a8f-920f-db33ec3eeee1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.736852] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3244988-7107-46be-ab8f-162e7884597b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.739774] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Created folder: Project (6450d16ba0ed4809a731110bac595894) in parent group-v632381. [ 971.739956] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Creating folder: Instances. Parent ref: group-v632593. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.740490] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f2139a3-48fb-4d4c-bb26-5347628c8209 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.743967] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 971.743967] env[69547]: value = "task-3161766" [ 971.743967] env[69547]: _type = "Task" [ 971.743967] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.751293] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.752382] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Created folder: Instances in parent group-v632593. [ 971.752604] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.752784] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.752972] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-196f9688-867a-44f5-8238-c3c135443e27 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.770986] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.770986] env[69547]: value = "task-3161768" [ 971.770986] env[69547]: _type = "Task" [ 971.770986] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.777801] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161768, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.915828] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "e9d9c396-a295-4eda-941e-729fc768a87a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.916087] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "e9d9c396-a295-4eda-941e-729fc768a87a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.916284] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "e9d9c396-a295-4eda-941e-729fc768a87a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.964382] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251599} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.964755] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.964801] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293/226b0e76-0c7b-48a9-8e04-23f0a86d9293.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.965054] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293/226b0e76-0c7b-48a9-8e04-23f0a86d9293.vmdk to [datastore1] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450/2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.965374] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29d4b613-7a17-4791-bd38-7fdf178b90ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.971803] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 971.971803] env[69547]: value = "task-3161769" [ 971.971803] env[69547]: _type = "Task" [ 971.971803] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.980911] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.032873] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.033559] env[69547]: DEBUG nova.compute.manager [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.036504] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.339s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.036795] env[69547]: DEBUG nova.objects.instance [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lazy-loading 'resources' on Instance uuid 15dc176c-887b-4afc-b29d-8784b4b4827c {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.149552] env[69547]: DEBUG oslo_concurrency.lockutils [req-c442319f-44f1-4f3e-b0aa-e9d678b9f8a3 req-b9b49d9f-3100-4c6b-bdb6-880d8ccad8ad service nova] Releasing lock "refresh_cache-84fb492f-d804-4b04-a242-155a6a3660d6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.211126] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161763, 'name': Rename_Task, 'duration_secs': 0.650279} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.211126] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.211962] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34b90557-81e6-4410-80d2-95133d69d043 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.220419] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 972.220419] env[69547]: value = "task-3161770" [ 972.220419] env[69547]: _type = "Task" [ 972.220419] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.234227] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.259226] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.282738] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161768, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.485959] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.515742] env[69547]: DEBUG nova.network.neutron [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Updated VIF entry in instance network info cache for port bc7a722f-ff58-4e56-b8a3-0b250e9d6d96. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.515742] env[69547]: DEBUG nova.network.neutron [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Updating instance_info_cache with network_info: [{"id": "bc7a722f-ff58-4e56-b8a3-0b250e9d6d96", "address": "fa:16:3e:2d:50:a2", "network": {"id": "5b92c88f-8530-42e4-b598-04cd9721752d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-901023060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450d16ba0ed4809a731110bac595894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7a722f-ff", "ovs_interfaceid": "bc7a722f-ff58-4e56-b8a3-0b250e9d6d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.540238] env[69547]: DEBUG nova.compute.utils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.544236] env[69547]: DEBUG nova.compute.manager [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.544427] env[69547]: DEBUG nova.network.neutron [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.605964] env[69547]: DEBUG nova.policy [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0d7100fe3f4fa89987884662765bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bdf3125741644dc957ed8a9909addb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.731403] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.757545] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866115} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.757906] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] a089242e-7957-4a8f-920f-db33ec3eeee1/a089242e-7957-4a8f-920f-db33ec3eeee1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.758152] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.758427] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0855dd0-b9db-4988-b71d-e09bd6d60400 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.766297] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 972.766297] env[69547]: value = "task-3161771" [ 972.766297] env[69547]: _type = "Task" [ 972.766297] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.779167] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.787141] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161768, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.870054] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.870423] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.870699] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.870958] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.871214] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.873361] env[69547]: INFO nova.compute.manager [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Terminating instance [ 972.984704] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.984986] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.985282] env[69547]: DEBUG nova.network.neutron [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.998574] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161769, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.018081] env[69547]: DEBUG oslo_concurrency.lockutils [req-3887789a-ad5a-4216-895b-6d9c7cbd225f req-f54a0706-1815-425e-8dfe-99d298682a10 service nova] Releasing lock "refresh_cache-918969d0-d7ca-401a-b380-f6b7b265526c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.039190] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e9d1fa-b4be-4b6f-941c-2d7e2d37ba58 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.049677] env[69547]: DEBUG nova.compute.manager [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.053734] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08071e-17e6-4a3c-b4ce-677de6e60f35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.059402] env[69547]: DEBUG nova.network.neutron [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Successfully created port: 2da7a117-3c92-45ce-ac7f-21a1e9da4ecd {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.098552] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8441959-b979-4d23-b8f7-a4135caed5d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.108874] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f75006-c1e0-4677-8737-ec1ab42a236e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.125907] env[69547]: DEBUG nova.compute.provider_tree [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.232419] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161770, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.284038] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077711} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.284038] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.287285] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d552ee85-89bd-4188-aed6-727a38b537ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.296394] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161768, 'name': CreateVM_Task, 'duration_secs': 1.367072} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.306770] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.316330] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a089242e-7957-4a8f-920f-db33ec3eeee1/a089242e-7957-4a8f-920f-db33ec3eeee1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.317423] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.318292] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.318775] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.319165] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-292c9de2-4672-4f71-a19b-4589c9d014ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.335712] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de7a914-4a58-4d41-a419-007c1bbd6755 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.339925] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 973.339925] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5278a4c8-d438-b13b-deaf-2959608dc5b9" [ 973.339925] env[69547]: _type = "Task" [ 973.339925] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.341619] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 973.341619] env[69547]: value = "task-3161772" [ 973.341619] env[69547]: _type = "Task" [ 973.341619] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.353752] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5278a4c8-d438-b13b-deaf-2959608dc5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.357636] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.378704] env[69547]: DEBUG nova.compute.manager [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.379149] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.381094] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2782ec-c8ff-40ee-989c-292074776fde {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.388549] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.388857] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be1bc339-fe02-431d-8d7f-7f071984ff5f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.396204] env[69547]: DEBUG oslo_vmware.api [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 973.396204] env[69547]: value = "task-3161773" [ 973.396204] env[69547]: _type = "Task" [ 973.396204] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.406972] env[69547]: DEBUG oslo_vmware.api [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.487545] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161769, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.629825] env[69547]: DEBUG nova.scheduler.client.report [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.741093] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161770, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.818271] env[69547]: DEBUG nova.network.neutron [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance_info_cache with network_info: [{"id": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "address": "fa:16:3e:da:f5:6f", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e14aab-88", "ovs_interfaceid": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.855379] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5278a4c8-d438-b13b-deaf-2959608dc5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.086412} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.858877] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.859071] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.859360] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.859473] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.859651] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.859940] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161772, 'name': ReconfigVM_Task, 'duration_secs': 0.330718} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.860197] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dd419f6-c506-40ee-a188-8048f734c635 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.862113] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a089242e-7957-4a8f-920f-db33ec3eeee1/a089242e-7957-4a8f-920f-db33ec3eeee1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.863324] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c0dbe14-1afe-494b-a00e-15cff1700026 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.870295] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 973.870295] env[69547]: value = "task-3161774" [ 973.870295] env[69547]: _type = "Task" [ 973.870295] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.879816] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161774, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.881129] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.881417] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.882100] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e964b50-3936-4f8f-987b-8721311c6e2b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.887563] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 973.887563] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ae9e54-4714-4a49-1592-8fc15838ca8a" [ 973.887563] env[69547]: _type = "Task" [ 973.887563] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.896600] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ae9e54-4714-4a49-1592-8fc15838ca8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.905234] env[69547]: DEBUG oslo_vmware.api [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.985973] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161769, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.067916] env[69547]: DEBUG nova.compute.manager [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.095185] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.095652] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.095886] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.096134] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.096424] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.096644] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.097023] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.097279] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.097516] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.097733] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.098025] env[69547]: DEBUG nova.virt.hardware [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.098961] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d90e3d-a136-47af-b380-99718739798a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.108399] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8eebe8-80a5-414c-ba74-a111d7dd9b07 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.135022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.137849] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.205s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.139263] env[69547]: INFO nova.compute.claims [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.160388] env[69547]: INFO nova.scheduler.client.report [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted allocations for instance 15dc176c-887b-4afc-b29d-8784b4b4827c [ 974.234572] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161770, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.321681] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.381481] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161774, 'name': Rename_Task, 'duration_secs': 0.17442} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.381796] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.382391] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d52b656-9552-41fc-a7ce-b705ec8f62a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.389934] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 974.389934] env[69547]: value = "task-3161775" [ 974.389934] env[69547]: _type = "Task" [ 974.389934] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.407658] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ae9e54-4714-4a49-1592-8fc15838ca8a, 'name': SearchDatastore_Task, 'duration_secs': 0.083971} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.407658] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.409271] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd118455-0f05-491d-b207-4a1d3428c504 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.416191] env[69547]: DEBUG oslo_vmware.api [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161773, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.417287] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 974.417287] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5215fd6b-f16a-c63f-34e9-ce7f12a770cd" [ 974.417287] env[69547]: _type = "Task" [ 974.417287] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.428953] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5215fd6b-f16a-c63f-34e9-ce7f12a770cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.486225] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161769, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.633653] env[69547]: DEBUG nova.compute.manager [req-63fd31ec-6950-4987-872f-048f35951194 req-d2f74a6e-c329-4ef8-9d36-f58b13b3f448 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-vif-plugged-2da7a117-3c92-45ce-ac7f-21a1e9da4ecd {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.634650] env[69547]: DEBUG oslo_concurrency.lockutils [req-63fd31ec-6950-4987-872f-048f35951194 req-d2f74a6e-c329-4ef8-9d36-f58b13b3f448 service nova] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.635334] env[69547]: DEBUG oslo_concurrency.lockutils [req-63fd31ec-6950-4987-872f-048f35951194 req-d2f74a6e-c329-4ef8-9d36-f58b13b3f448 service nova] Lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.635727] env[69547]: DEBUG oslo_concurrency.lockutils [req-63fd31ec-6950-4987-872f-048f35951194 req-d2f74a6e-c329-4ef8-9d36-f58b13b3f448 service nova] Lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.636136] env[69547]: DEBUG nova.compute.manager [req-63fd31ec-6950-4987-872f-048f35951194 req-d2f74a6e-c329-4ef8-9d36-f58b13b3f448 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] No waiting events found dispatching network-vif-plugged-2da7a117-3c92-45ce-ac7f-21a1e9da4ecd {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.636552] env[69547]: WARNING nova.compute.manager [req-63fd31ec-6950-4987-872f-048f35951194 req-d2f74a6e-c329-4ef8-9d36-f58b13b3f448 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received unexpected event network-vif-plugged-2da7a117-3c92-45ce-ac7f-21a1e9da4ecd for instance with vm_state building and task_state spawning. [ 974.669570] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ce38adae-4c92-4f97-8dfb-f4b14f0ae1e6 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "15dc176c-887b-4afc-b29d-8784b4b4827c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.094s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.739321] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161770, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.741087] env[69547]: DEBUG nova.network.neutron [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Successfully updated port: 2da7a117-3c92-45ce-ac7f-21a1e9da4ecd {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.857526] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493585fc-cb27-4322-8bb1-a1e11a1f8922 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.879134] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b679a0-acb8-4e18-a4bf-8421e260042a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.886885] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance 'e9d9c396-a295-4eda-941e-729fc768a87a' progress to 83 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.908874] env[69547]: DEBUG oslo_vmware.api [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161775, 'name': PowerOnVM_Task, 'duration_secs': 0.517204} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.913084] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.913084] env[69547]: INFO nova.compute.manager [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Took 8.04 seconds to spawn the instance on the hypervisor. [ 974.913084] env[69547]: DEBUG nova.compute.manager [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.913084] env[69547]: DEBUG oslo_vmware.api [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161773, 'name': PowerOffVM_Task, 'duration_secs': 1.026366} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.913552] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf821e8a-99a3-4ed9-a993-65411daa1cb5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.916217] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.916394] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.916644] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e7935b4-163e-46cf-9a7e-f07ebd2b6f28 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.933922] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5215fd6b-f16a-c63f-34e9-ce7f12a770cd, 'name': SearchDatastore_Task, 'duration_secs': 0.118055} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.934229] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.934489] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 918969d0-d7ca-401a-b380-f6b7b265526c/918969d0-d7ca-401a-b380-f6b7b265526c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.934749] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd70481d-4b7c-4bae-80d1-7c7f6176aa86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.945083] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 974.945083] env[69547]: value = "task-3161777" [ 974.945083] env[69547]: _type = "Task" [ 974.945083] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.954137] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.986518] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161769, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.882903} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.986929] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/226b0e76-0c7b-48a9-8e04-23f0a86d9293/226b0e76-0c7b-48a9-8e04-23f0a86d9293.vmdk to [datastore1] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450/2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.987671] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5889a3fd-e5a3-42e6-91b0-25bb87a5e024 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.016269] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450/2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.017980] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8624731b-b6de-4aa3-b084-a2e461fb49f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.032066] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.032296] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.032481] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Deleting the datastore file [datastore1] df53ded8-cbb1-4cde-840b-49ef4fa631c9 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.032749] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e184fb-2657-45ca-a7a5-035d1ac9f3c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.040698] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 975.040698] env[69547]: value = "task-3161779" [ 975.040698] env[69547]: _type = "Task" [ 975.040698] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.042047] env[69547]: DEBUG oslo_vmware.api [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for the task: (returnval){ [ 975.042047] env[69547]: value = "task-3161778" [ 975.042047] env[69547]: _type = "Task" [ 975.042047] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.057293] env[69547]: DEBUG oslo_vmware.api [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.057749] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.207956] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.208239] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.208453] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.208701] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.208879] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.211331] env[69547]: INFO nova.compute.manager [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Terminating instance [ 975.235211] env[69547]: DEBUG oslo_vmware.api [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161770, 'name': PowerOnVM_Task, 'duration_secs': 2.663604} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.235570] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.235849] env[69547]: DEBUG nova.compute.manager [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.236641] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4642520-75e7-40ae-9c4e-bda363546a88 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.244008] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.244163] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.244314] env[69547]: DEBUG nova.network.neutron [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.393952] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.394286] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b5834e4-de14-4d88-8ed5-b54bfc438668 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.405295] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 975.405295] env[69547]: value = "task-3161780" [ 975.405295] env[69547]: _type = "Task" [ 975.405295] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.423054] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161780, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.432804] env[69547]: INFO nova.compute.manager [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Took 50.05 seconds to build instance. [ 975.455992] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.518150] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c81bbac-2dc8-47fa-8913-558216236069 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.529586] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39913858-57c3-4680-a8f0-584cf724d39e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.580976] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe39717d-01e2-41d8-80f8-f34ca1485ecd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.592420] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161779, 'name': ReconfigVM_Task, 'duration_secs': 0.357683} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.598860] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450/2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.600306] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_type': 'disk', 'boot_index': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'guest_format': None, 'image_id': 'e76c0dca-120f-44d4-98d5-a1c9e5167f85'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '94643604-4c33-485b-9f07-b599ea585a97', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632566', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'name': 'volume-ac600fe2-7764-43f3-96a9-c8199a918a08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'serial': 'ac600fe2-7764-43f3-96a9-c8199a918a08'}, 'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69547) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 975.600543] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 975.600734] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632566', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'name': 'volume-ac600fe2-7764-43f3-96a9-c8199a918a08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'serial': 'ac600fe2-7764-43f3-96a9-c8199a918a08'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 975.601037] env[69547]: DEBUG oslo_vmware.api [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.601963] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9345751-290f-48f6-82a6-fa7f4888a09d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.605148] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b73c7a-42f4-4f51-be73-12bc9b9e5c61 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.629165] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c80425-9dd7-40ae-b00b-fc2ca3bc3217 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.631875] env[69547]: DEBUG nova.compute.provider_tree [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.656244] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-ac600fe2-7764-43f3-96a9-c8199a918a08/volume-ac600fe2-7764-43f3-96a9-c8199a918a08.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.657174] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-605a5882-009a-4272-be16-88876e16e98a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.675661] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 975.675661] env[69547]: value = "task-3161781" [ 975.675661] env[69547]: _type = "Task" [ 975.675661] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.683988] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.717437] env[69547]: DEBUG nova.compute.manager [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.717806] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.719519] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8482ade-8fe2-4aaf-92bd-4a537ba7f745 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.729318] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.729636] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bf29884-f327-4bab-9483-cbce58b4b276 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.737252] env[69547]: DEBUG oslo_vmware.api [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 975.737252] env[69547]: value = "task-3161782" [ 975.737252] env[69547]: _type = "Task" [ 975.737252] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.746587] env[69547]: DEBUG oslo_vmware.api [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.758151] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.812886] env[69547]: DEBUG nova.network.neutron [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.919948] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.936145] env[69547]: DEBUG oslo_concurrency.lockutils [None req-01df7e99-ccd8-4465-b59a-24b651365ea3 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "a089242e-7957-4a8f-920f-db33ec3eeee1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.559s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.960513] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161777, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.039299] env[69547]: DEBUG nova.network.neutron [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.080109] env[69547]: DEBUG oslo_vmware.api [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Task: {'id': task-3161778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.723364} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.080381] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.080564] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.080735] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.080920] env[69547]: INFO nova.compute.manager [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Took 2.70 seconds to destroy the instance on the hypervisor. [ 976.081226] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.081463] env[69547]: DEBUG nova.compute.manager [-] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.081592] env[69547]: DEBUG nova.network.neutron [-] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.135949] env[69547]: DEBUG nova.scheduler.client.report [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.186339] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.219530] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "a089242e-7957-4a8f-920f-db33ec3eeee1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.219834] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "a089242e-7957-4a8f-920f-db33ec3eeee1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.220147] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "a089242e-7957-4a8f-920f-db33ec3eeee1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.220365] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "a089242e-7957-4a8f-920f-db33ec3eeee1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.220542] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "a089242e-7957-4a8f-920f-db33ec3eeee1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.222633] env[69547]: INFO nova.compute.manager [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Terminating instance [ 976.251177] env[69547]: DEBUG oslo_vmware.api [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161782, 'name': PowerOffVM_Task, 'duration_secs': 0.312965} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.251476] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.252600] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.252600] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f81f7909-30f9-4b19-95e5-7f9363c7a896 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.312388] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.312618] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.312803] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleting the datastore file [datastore1] 53d12c7f-50bb-413b-85e8-f5201f7aa8ff {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.313099] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d9ffcf4-ebd7-4605-b677-adc75245d737 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.318847] env[69547]: DEBUG oslo_vmware.api [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 976.318847] env[69547]: value = "task-3161784" [ 976.318847] env[69547]: _type = "Task" [ 976.318847] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.328341] env[69547]: DEBUG oslo_vmware.api [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.415589] env[69547]: DEBUG oslo_vmware.api [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161780, 'name': PowerOnVM_Task, 'duration_secs': 0.628969} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.415874] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.416073] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e504d8-2ee7-4e55-878c-27d4eaa609f7 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance 'e9d9c396-a295-4eda-941e-729fc768a87a' progress to 100 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.462791] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161777, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.071299} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.462791] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 918969d0-d7ca-401a-b380-f6b7b265526c/918969d0-d7ca-401a-b380-f6b7b265526c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.462791] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.462791] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e542a08b-5bce-418c-8ae6-94dc85019e14 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.468488] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 976.468488] env[69547]: value = "task-3161785" [ 976.468488] env[69547]: _type = "Task" [ 976.468488] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.479335] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.542274] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.542620] env[69547]: DEBUG nova.compute.manager [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Instance network_info: |[{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.543061] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:ac:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2da7a117-3c92-45ce-ac7f-21a1e9da4ecd', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.551134] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.551657] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.551897] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63e2cb36-76c7-44ae-b283-ef09e12e55b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.572392] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.572392] env[69547]: value = "task-3161786" [ 976.572392] env[69547]: _type = "Task" [ 976.572392] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.581655] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161786, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.642806] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.642954] env[69547]: DEBUG nova.compute.manager [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.646024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.326s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.646464] env[69547]: DEBUG nova.objects.instance [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lazy-loading 'resources' on Instance uuid 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.661214] env[69547]: DEBUG nova.compute.manager [req-0d228af1-71e2-4099-812f-7a688baa82fb req-f56ece38-a520-42dd-a23e-3038518f28ab service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-changed-2da7a117-3c92-45ce-ac7f-21a1e9da4ecd {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.661440] env[69547]: DEBUG nova.compute.manager [req-0d228af1-71e2-4099-812f-7a688baa82fb req-f56ece38-a520-42dd-a23e-3038518f28ab service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Refreshing instance network info cache due to event network-changed-2da7a117-3c92-45ce-ac7f-21a1e9da4ecd. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.661666] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d228af1-71e2-4099-812f-7a688baa82fb req-f56ece38-a520-42dd-a23e-3038518f28ab service nova] Acquiring lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.661816] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d228af1-71e2-4099-812f-7a688baa82fb req-f56ece38-a520-42dd-a23e-3038518f28ab service nova] Acquired lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.661976] env[69547]: DEBUG nova.network.neutron [req-0d228af1-71e2-4099-812f-7a688baa82fb req-f56ece38-a520-42dd-a23e-3038518f28ab service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Refreshing network info cache for port 2da7a117-3c92-45ce-ac7f-21a1e9da4ecd {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.687063] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161781, 'name': ReconfigVM_Task, 'duration_secs': 0.575398} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.687982] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-ac600fe2-7764-43f3-96a9-c8199a918a08/volume-ac600fe2-7764-43f3-96a9-c8199a918a08.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.693536] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a5936c-f6c1-48a5-9424-899c31b58c30 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.710234] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 976.710234] env[69547]: value = "task-3161787" [ 976.710234] env[69547]: _type = "Task" [ 976.710234] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.719796] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.726786] env[69547]: DEBUG nova.compute.manager [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.727097] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.728051] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd6b38b-c4dc-427e-9b24-b27f182872d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.738637] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.739037] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97d2f079-b8df-460d-ae08-452b53dd0ce4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.747520] env[69547]: DEBUG oslo_vmware.api [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 976.747520] env[69547]: value = "task-3161788" [ 976.747520] env[69547]: _type = "Task" [ 976.747520] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.755547] env[69547]: DEBUG oslo_vmware.api [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.830350] env[69547]: DEBUG oslo_vmware.api [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.980864] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071733} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.981838] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.983257] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3c270e-20ff-4099-8288-93927d9f5207 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.009123] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 918969d0-d7ca-401a-b380-f6b7b265526c/918969d0-d7ca-401a-b380-f6b7b265526c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.009467] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69dea7a0-304b-44dd-95fc-f800d9b7751f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.026183] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "dc22c932-ab54-46d5-9be6-842f9118b970" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.026439] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "dc22c932-ab54-46d5-9be6-842f9118b970" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.026647] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "dc22c932-ab54-46d5-9be6-842f9118b970-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.026841] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "dc22c932-ab54-46d5-9be6-842f9118b970-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.027026] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "dc22c932-ab54-46d5-9be6-842f9118b970-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.029790] env[69547]: INFO nova.compute.manager [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Terminating instance [ 977.034559] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 977.034559] env[69547]: value = "task-3161789" [ 977.034559] env[69547]: _type = "Task" [ 977.034559] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.046639] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.083747] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161786, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.150186] env[69547]: DEBUG nova.compute.utils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.156937] env[69547]: DEBUG nova.compute.manager [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.156937] env[69547]: DEBUG nova.network.neutron [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.220908] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161787, 'name': ReconfigVM_Task, 'duration_secs': 0.333001} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.223987] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632566', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'name': 'volume-ac600fe2-7764-43f3-96a9-c8199a918a08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'serial': 'ac600fe2-7764-43f3-96a9-c8199a918a08'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.225093] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4651f84-3174-40b5-a8c5-fb04e24bb3be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.235477] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 977.235477] env[69547]: value = "task-3161790" [ 977.235477] env[69547]: _type = "Task" [ 977.235477] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.248240] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161790, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.257318] env[69547]: DEBUG oslo_vmware.api [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161788, 'name': PowerOffVM_Task, 'duration_secs': 0.354557} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.262869] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.263132] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.263762] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cc632d9-e287-44bf-b269-6d0a7b1af165 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.269314] env[69547]: DEBUG nova.policy [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fa7ab2bd656485a9f8df3347e86dedc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bfd0e1b79f84820812f97b500dcdf1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.330735] env[69547]: DEBUG oslo_vmware.api [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558173} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.331563] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.331563] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.331929] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.331929] env[69547]: INFO nova.compute.manager [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Took 1.61 seconds to destroy the instance on the hypervisor. [ 977.332532] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.332532] env[69547]: DEBUG nova.compute.manager [-] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.332532] env[69547]: DEBUG nova.network.neutron [-] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.344423] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.345785] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.345785] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Deleting the datastore file [datastore1] a089242e-7957-4a8f-920f-db33ec3eeee1 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.345785] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cbe66a5-d560-48b8-a106-521dfc7c4b79 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.354549] env[69547]: DEBUG oslo_vmware.api [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for the task: (returnval){ [ 977.354549] env[69547]: value = "task-3161792" [ 977.354549] env[69547]: _type = "Task" [ 977.354549] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.367264] env[69547]: DEBUG oslo_vmware.api [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.441220] env[69547]: DEBUG nova.network.neutron [-] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.534015] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "refresh_cache-dc22c932-ab54-46d5-9be6-842f9118b970" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.534464] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquired lock "refresh_cache-dc22c932-ab54-46d5-9be6-842f9118b970" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.534464] env[69547]: DEBUG nova.network.neutron [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.547093] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.590528] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161786, 'name': CreateVM_Task, 'duration_secs': 0.571778} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.590696] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.591718] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.591912] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.592295] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.592580] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd75575b-00d9-46a0-9007-460bbad3ed94 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.599758] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 977.599758] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c870cc-2511-fb1e-b336-0c593684c2dd" [ 977.599758] env[69547]: _type = "Task" [ 977.599758] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.610921] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c870cc-2511-fb1e-b336-0c593684c2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.656636] env[69547]: DEBUG nova.compute.manager [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.707917] env[69547]: DEBUG nova.network.neutron [req-0d228af1-71e2-4099-812f-7a688baa82fb req-f56ece38-a520-42dd-a23e-3038518f28ab service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updated VIF entry in instance network info cache for port 2da7a117-3c92-45ce-ac7f-21a1e9da4ecd. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.708577] env[69547]: DEBUG nova.network.neutron [req-0d228af1-71e2-4099-812f-7a688baa82fb req-f56ece38-a520-42dd-a23e-3038518f28ab service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.745172] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2a03c2-362f-4c8d-ab97-24e62e5c858d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.756508] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161790, 'name': Rename_Task, 'duration_secs': 0.339485} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.759990] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.760487] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82f0adbe-e959-4d07-8f70-7b7f07cc1295 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.764155] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644486f5-547a-4f72-b5db-3d5af9971f79 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.775204] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 977.775204] env[69547]: value = "task-3161793" [ 977.775204] env[69547]: _type = "Task" [ 977.775204] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.824312] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1b1b9f-16c1-4822-b812-162cbc8b1641 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.835884] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.841861] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682ecd56-2df6-4ad8-a8f7-2831b1e4250e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.863625] env[69547]: DEBUG nova.compute.provider_tree [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.877383] env[69547]: DEBUG oslo_vmware.api [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Task: {'id': task-3161792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302493} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.877848] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.878176] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.878856] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.878856] env[69547]: INFO nova.compute.manager [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 977.879227] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.880346] env[69547]: DEBUG nova.compute.manager [-] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.880497] env[69547]: DEBUG nova.network.neutron [-] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.899018] env[69547]: DEBUG nova.network.neutron [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Successfully created port: 6cbc3be3-38c6-442f-98a7-7c870f71bbd2 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.944412] env[69547]: INFO nova.compute.manager [-] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Took 1.86 seconds to deallocate network for instance. [ 977.998097] env[69547]: DEBUG nova.compute.manager [req-d40d63f4-9ba9-4c3c-a616-02e565167cba req-f3628716-3de5-4f10-9cf2-8597d672af57 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Received event network-vif-deleted-cd1fa72c-8fc1-4ca2-9fa7-4003890da124 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.998097] env[69547]: INFO nova.compute.manager [req-d40d63f4-9ba9-4c3c-a616-02e565167cba req-f3628716-3de5-4f10-9cf2-8597d672af57 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Neutron deleted interface cd1fa72c-8fc1-4ca2-9fa7-4003890da124; detaching it from the instance and deleting it from the info cache [ 977.998097] env[69547]: DEBUG nova.network.neutron [req-d40d63f4-9ba9-4c3c-a616-02e565167cba req-f3628716-3de5-4f10-9cf2-8597d672af57 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.048688] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161789, 'name': ReconfigVM_Task, 'duration_secs': 0.544047} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.049065] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 918969d0-d7ca-401a-b380-f6b7b265526c/918969d0-d7ca-401a-b380-f6b7b265526c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.049657] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfa11f29-3451-4bc1-b7ca-0672e0ed755a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.057255] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 978.057255] env[69547]: value = "task-3161794" [ 978.057255] env[69547]: _type = "Task" [ 978.057255] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.067177] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161794, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.068108] env[69547]: DEBUG nova.network.neutron [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.111442] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c870cc-2511-fb1e-b336-0c593684c2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015429} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.112420] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.112757] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.113092] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.113270] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.113468] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.113785] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbae8029-db69-4998-9199-b642758edbd1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.122570] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.122990] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.123841] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e404c9c6-6a6a-4ca6-bd5d-d590a8f97988 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.129647] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 978.129647] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b182a9-e334-1818-b550-a1e1f86b9cce" [ 978.129647] env[69547]: _type = "Task" [ 978.129647] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.138814] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b182a9-e334-1818-b550-a1e1f86b9cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.147689] env[69547]: DEBUG nova.network.neutron [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.212083] env[69547]: DEBUG oslo_concurrency.lockutils [req-0d228af1-71e2-4099-812f-7a688baa82fb req-f56ece38-a520-42dd-a23e-3038518f28ab service nova] Releasing lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.330871] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161793, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.373662] env[69547]: DEBUG nova.scheduler.client.report [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.436346] env[69547]: DEBUG nova.network.neutron [-] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.453018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.502084] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-543a1edf-678d-4fa9-9284-cedcadd95f83 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.512574] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9436c5-0917-4292-b941-e287e98bf64b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.550835] env[69547]: DEBUG nova.compute.manager [req-d40d63f4-9ba9-4c3c-a616-02e565167cba req-f3628716-3de5-4f10-9cf2-8597d672af57 service nova] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Detach interface failed, port_id=cd1fa72c-8fc1-4ca2-9fa7-4003890da124, reason: Instance 53d12c7f-50bb-413b-85e8-f5201f7aa8ff could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.567988] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161794, 'name': Rename_Task, 'duration_secs': 0.233359} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.568264] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.568522] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b539416-58cc-4633-8267-42b9010c5e99 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.575086] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 978.575086] env[69547]: value = "task-3161795" [ 978.575086] env[69547]: _type = "Task" [ 978.575086] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.583160] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.643895] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b182a9-e334-1818-b550-a1e1f86b9cce, 'name': SearchDatastore_Task, 'duration_secs': 0.01202} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.644907] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe00b8e-8a5a-496b-ba86-9620b2179739 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.650777] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Releasing lock "refresh_cache-dc22c932-ab54-46d5-9be6-842f9118b970" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.653063] env[69547]: DEBUG nova.compute.manager [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.653063] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.655923] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148826ec-65f4-4026-8591-3a5731138aa1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.661961] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 978.661961] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d46ec6-48fa-ce02-1115-174a4368700c" [ 978.661961] env[69547]: _type = "Task" [ 978.661961] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.673052] env[69547]: DEBUG nova.compute.manager [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.676392] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.677629] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9b6e8ef-da04-4e8e-8a80-c34f38c8bee1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.686033] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d46ec6-48fa-ce02-1115-174a4368700c, 'name': SearchDatastore_Task, 'duration_secs': 0.01378} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.687064] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.687321] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] f0b21c03-55ea-4803-bd25-984521c6966e/f0b21c03-55ea-4803-bd25-984521c6966e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.687723] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d6f67e3-185e-4962-932d-98ad6186f5be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.693484] env[69547]: DEBUG oslo_vmware.api [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 978.693484] env[69547]: value = "task-3161796" [ 978.693484] env[69547]: _type = "Task" [ 978.693484] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.700875] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 978.700875] env[69547]: value = "task-3161797" [ 978.700875] env[69547]: _type = "Task" [ 978.700875] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.715072] env[69547]: DEBUG oslo_vmware.api [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.718823] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.719226] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.719501] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.719815] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.720083] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.720343] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.720698] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.720974] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.721273] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.721559] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.721861] env[69547]: DEBUG nova.virt.hardware [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.724211] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2833f7a-311b-4097-8e99-3f56c4f15344 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.733218] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.740870] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b43ffc-5d7f-4dd7-b954-513693dd0566 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.798509] env[69547]: DEBUG nova.compute.manager [req-c2bc09fb-6770-4f84-8990-455b69674201 req-777fa847-b287-45d0-a174-dbc439946340 service nova] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Received event network-vif-deleted-f3239b82-71fe-493e-8d2d-9fd60a8e091f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.798883] env[69547]: DEBUG nova.compute.manager [req-c2bc09fb-6770-4f84-8990-455b69674201 req-777fa847-b287-45d0-a174-dbc439946340 service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Received event network-vif-deleted-4145443a-fd4a-4bd5-b3ea-992512009803 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.799170] env[69547]: INFO nova.compute.manager [req-c2bc09fb-6770-4f84-8990-455b69674201 req-777fa847-b287-45d0-a174-dbc439946340 service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Neutron deleted interface 4145443a-fd4a-4bd5-b3ea-992512009803; detaching it from the instance and deleting it from the info cache [ 978.799445] env[69547]: DEBUG nova.network.neutron [req-c2bc09fb-6770-4f84-8990-455b69674201 req-777fa847-b287-45d0-a174-dbc439946340 service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.830810] env[69547]: DEBUG oslo_vmware.api [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161793, 'name': PowerOnVM_Task, 'duration_secs': 0.926932} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.831700] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.868558] env[69547]: DEBUG nova.network.neutron [-] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.878038] env[69547]: DEBUG oslo_concurrency.lockutils [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.881036] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.702s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.881910] env[69547]: DEBUG nova.objects.instance [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lazy-loading 'resources' on Instance uuid b56d79e1-d6d6-41fd-9045-b3504c3f36cc {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.908098] env[69547]: INFO nova.scheduler.client.report [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Deleted allocations for instance 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02 [ 978.937729] env[69547]: INFO nova.compute.manager [-] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Took 1.61 seconds to deallocate network for instance. [ 978.957074] env[69547]: DEBUG nova.compute.manager [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.958057] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c85e6b-4567-4152-ad9a-6651e2f1b268 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.087517] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.208988] env[69547]: DEBUG oslo_vmware.api [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161796, 'name': PowerOffVM_Task, 'duration_secs': 0.153806} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.219060] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.219580] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.220075] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aa2a532-04c6-41fa-b73a-ba9795f3540f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.230257] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161797, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.250170] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.250574] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.250902] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Deleting the datastore file [datastore1] dc22c932-ab54-46d5-9be6-842f9118b970 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.251315] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-108fc1cc-bb61-4ed6-a94a-349b82cca5e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.259817] env[69547]: DEBUG oslo_vmware.api [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for the task: (returnval){ [ 979.259817] env[69547]: value = "task-3161799" [ 979.259817] env[69547]: _type = "Task" [ 979.259817] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.272717] env[69547]: DEBUG oslo_vmware.api [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.302754] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9575427c-c400-478e-b04d-50cf367edfde {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.312229] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efc0cef-e30a-419d-8e9b-a6bcfb70ed07 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.351006] env[69547]: DEBUG nova.compute.manager [req-c2bc09fb-6770-4f84-8990-455b69674201 req-777fa847-b287-45d0-a174-dbc439946340 service nova] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Detach interface failed, port_id=4145443a-fd4a-4bd5-b3ea-992512009803, reason: Instance a089242e-7957-4a8f-920f-db33ec3eeee1 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.359210] env[69547]: DEBUG nova.network.neutron [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Port 32e14aab-880a-42f4-9b4b-4a2dc076ced3 binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 979.359518] env[69547]: DEBUG oslo_concurrency.lockutils [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.359703] env[69547]: DEBUG oslo_concurrency.lockutils [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.359900] env[69547]: DEBUG nova.network.neutron [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.372909] env[69547]: INFO nova.compute.manager [-] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Took 1.49 seconds to deallocate network for instance. [ 979.417840] env[69547]: DEBUG oslo_concurrency.lockutils [None req-73430a2d-71f8-4ee2-ad1c-87c1ec797aae tempest-ServerRescueTestJSON-199274383 tempest-ServerRescueTestJSON-199274383-project-member] Lock "253e3a62-d9d8-4b70-8bf2-b0dc286f1f02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.813s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.447882] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.482372] env[69547]: DEBUG oslo_concurrency.lockutils [None req-76041f06-89b4-4349-b527-1c85bee55b0b tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 65.459s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.586905] env[69547]: DEBUG oslo_vmware.api [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161795, 'name': PowerOnVM_Task, 'duration_secs': 0.556212} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.589420] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.589640] env[69547]: INFO nova.compute.manager [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Took 10.11 seconds to spawn the instance on the hypervisor. [ 979.589821] env[69547]: DEBUG nova.compute.manager [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.590943] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fed5945-8ce6-47be-b959-57e981f90b0a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.693172] env[69547]: DEBUG nova.network.neutron [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Successfully updated port: 6cbc3be3-38c6-442f-98a7-7c870f71bbd2 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.719368] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536337} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.722217] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] f0b21c03-55ea-4803-bd25-984521c6966e/f0b21c03-55ea-4803-bd25-984521c6966e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.722468] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.722980] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26276252-d575-4c23-862e-4ea2219a847b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.729920] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 979.729920] env[69547]: value = "task-3161800" [ 979.729920] env[69547]: _type = "Task" [ 979.729920] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.740234] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.747055] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1420d408-ec02-47c1-9675-3a37377cbd5a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.752993] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f681ee0-e51f-4518-be96-394cb86e8352 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.785528] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498b9824-eebd-48b7-bb84-f9bdb872691c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.795117] env[69547]: DEBUG oslo_vmware.api [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Task: {'id': task-3161799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139052} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.796419] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.796642] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.796831] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.797011] env[69547]: INFO nova.compute.manager [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Took 1.14 seconds to destroy the instance on the hypervisor. [ 979.797256] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.797646] env[69547]: DEBUG nova.compute.manager [-] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.797646] env[69547]: DEBUG nova.network.neutron [-] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.800041] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b0cb74-3114-4caa-b077-5881e59dae44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.813593] env[69547]: DEBUG nova.compute.provider_tree [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.819503] env[69547]: DEBUG nova.network.neutron [-] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.879213] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.112034] env[69547]: DEBUG nova.network.neutron [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance_info_cache with network_info: [{"id": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "address": "fa:16:3e:da:f5:6f", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e14aab-88", "ovs_interfaceid": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.116400] env[69547]: INFO nova.compute.manager [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Took 51.61 seconds to build instance. [ 980.195935] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquiring lock "refresh_cache-4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.196166] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquired lock "refresh_cache-4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.196277] env[69547]: DEBUG nova.network.neutron [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.241190] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066824} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.241474] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.242271] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d897300-7436-407f-a621-2e6e37a522b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.265724] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] f0b21c03-55ea-4803-bd25-984521c6966e/f0b21c03-55ea-4803-bd25-984521c6966e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.266037] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f603356-c321-4a3d-8fa3-99da7b5a1b3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.287493] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 980.287493] env[69547]: value = "task-3161801" [ 980.287493] env[69547]: _type = "Task" [ 980.287493] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.297856] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.317195] env[69547]: DEBUG nova.scheduler.client.report [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.321537] env[69547]: DEBUG nova.network.neutron [-] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.619033] env[69547]: DEBUG oslo_concurrency.lockutils [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.619033] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3647cf3b-7f5f-44ba-8f3d-d2062535bae0 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "918969d0-d7ca-401a-b380-f6b7b265526c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.318s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.739820] env[69547]: DEBUG nova.network.neutron [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.797594] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161801, 'name': ReconfigVM_Task, 'duration_secs': 0.282169} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.797920] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] f0b21c03-55ea-4803-bd25-984521c6966e/f0b21c03-55ea-4803-bd25-984521c6966e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.798533] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8efd7f7-527f-4c28-93c3-e163d066cef0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.808052] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 980.808052] env[69547]: value = "task-3161802" [ 980.808052] env[69547]: _type = "Task" [ 980.808052] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.817768] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161802, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.824703] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.826773] env[69547]: INFO nova.compute.manager [-] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Took 1.03 seconds to deallocate network for instance. [ 980.827582] env[69547]: DEBUG oslo_concurrency.lockutils [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.648s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.828714] env[69547]: DEBUG nova.objects.instance [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lazy-loading 'resources' on Instance uuid 28e55cf3-a015-45ba-9613-c6dd8230ef74 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.837063] env[69547]: DEBUG nova.compute.manager [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Received event network-vif-plugged-6cbc3be3-38c6-442f-98a7-7c870f71bbd2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.837063] env[69547]: DEBUG oslo_concurrency.lockutils [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] Acquiring lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.837063] env[69547]: DEBUG oslo_concurrency.lockutils [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] Lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.837490] env[69547]: DEBUG oslo_concurrency.lockutils [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] Lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.837857] env[69547]: DEBUG nova.compute.manager [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] No waiting events found dispatching network-vif-plugged-6cbc3be3-38c6-442f-98a7-7c870f71bbd2 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.837927] env[69547]: WARNING nova.compute.manager [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Received unexpected event network-vif-plugged-6cbc3be3-38c6-442f-98a7-7c870f71bbd2 for instance with vm_state building and task_state spawning. [ 980.838142] env[69547]: DEBUG nova.compute.manager [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Received event network-changed-6cbc3be3-38c6-442f-98a7-7c870f71bbd2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.838429] env[69547]: DEBUG nova.compute.manager [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Refreshing instance network info cache due to event network-changed-6cbc3be3-38c6-442f-98a7-7c870f71bbd2. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.838737] env[69547]: DEBUG oslo_concurrency.lockutils [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] Acquiring lock "refresh_cache-4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.857466] env[69547]: INFO nova.scheduler.client.report [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Deleted allocations for instance b56d79e1-d6d6-41fd-9045-b3504c3f36cc [ 980.934661] env[69547]: DEBUG nova.network.neutron [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Updating instance_info_cache with network_info: [{"id": "6cbc3be3-38c6-442f-98a7-7c870f71bbd2", "address": "fa:16:3e:bf:9e:13", "network": {"id": "55169e2e-cea6-454a-9c18-7deec92ce400", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-57983242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bfd0e1b79f84820812f97b500dcdf1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbc3be3-38", "ovs_interfaceid": "6cbc3be3-38c6-442f-98a7-7c870f71bbd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.120449] env[69547]: DEBUG nova.compute.manager [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69547) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 981.120755] env[69547]: DEBUG oslo_concurrency.lockutils [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.318492] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161802, 'name': Rename_Task, 'duration_secs': 0.14067} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.318830] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.319122] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5aa460f-eb28-4231-8b66-73cc499cc92d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.325085] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 981.325085] env[69547]: value = "task-3161803" [ 981.325085] env[69547]: _type = "Task" [ 981.325085] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.335531] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.341010] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.369024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2af89987-079f-437f-8042-f65cef6033ea tempest-ServersTestJSON-340515647 tempest-ServersTestJSON-340515647-project-member] Lock "b56d79e1-d6d6-41fd-9045-b3504c3f36cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.877s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.439868] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Releasing lock "refresh_cache-4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.444872] env[69547]: DEBUG nova.compute.manager [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Instance network_info: |[{"id": "6cbc3be3-38c6-442f-98a7-7c870f71bbd2", "address": "fa:16:3e:bf:9e:13", "network": {"id": "55169e2e-cea6-454a-9c18-7deec92ce400", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-57983242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bfd0e1b79f84820812f97b500dcdf1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbc3be3-38", "ovs_interfaceid": "6cbc3be3-38c6-442f-98a7-7c870f71bbd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.445705] env[69547]: DEBUG oslo_concurrency.lockutils [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] Acquired lock "refresh_cache-4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.447289] env[69547]: DEBUG nova.network.neutron [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Refreshing network info cache for port 6cbc3be3-38c6-442f-98a7-7c870f71bbd2 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.447289] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:9e:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cbc3be3-38c6-442f-98a7-7c870f71bbd2', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.455280] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Creating folder: Project (5bfd0e1b79f84820812f97b500dcdf1a). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.456143] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20ed202b-16a0-42d8-a353-a64d3b143d8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.470176] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Created folder: Project (5bfd0e1b79f84820812f97b500dcdf1a) in parent group-v632381. [ 981.470546] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Creating folder: Instances. Parent ref: group-v632597. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.473320] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afcdea31-cee0-411f-87dd-1fa405cb6698 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.483922] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Created folder: Instances in parent group-v632597. [ 981.484563] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.484718] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.484903] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abccaac8-daf6-4f35-9718-3a9ac258dbe1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.507993] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.507993] env[69547]: value = "task-3161806" [ 981.507993] env[69547]: _type = "Task" [ 981.507993] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.516371] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161806, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.779429] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f165c8-c1ee-4584-b4e3-c34b2d0dcdc0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.787806] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bbe605-a975-4960-928c-82a2bf4d53a9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.831630] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc07e89-798c-46a2-a5c0-3a717d027ae3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.839852] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161803, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.843107] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7818edee-3504-4ca3-a867-1e69a1ffd123 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.859816] env[69547]: DEBUG nova.compute.provider_tree [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.021123] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161806, 'name': CreateVM_Task, 'duration_secs': 0.3389} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.021437] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.022308] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.022796] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.022884] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.023507] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab79384-531b-4da9-b481-f2b52d97e810 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.029744] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 982.029744] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522afbdd-656c-4038-bc47-c3479f8cabea" [ 982.029744] env[69547]: _type = "Task" [ 982.029744] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.040565] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522afbdd-656c-4038-bc47-c3479f8cabea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.163596] env[69547]: DEBUG nova.network.neutron [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Updated VIF entry in instance network info cache for port 6cbc3be3-38c6-442f-98a7-7c870f71bbd2. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.164023] env[69547]: DEBUG nova.network.neutron [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Updating instance_info_cache with network_info: [{"id": "6cbc3be3-38c6-442f-98a7-7c870f71bbd2", "address": "fa:16:3e:bf:9e:13", "network": {"id": "55169e2e-cea6-454a-9c18-7deec92ce400", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-57983242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bfd0e1b79f84820812f97b500dcdf1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbc3be3-38", "ovs_interfaceid": "6cbc3be3-38c6-442f-98a7-7c870f71bbd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.337798] env[69547]: DEBUG oslo_vmware.api [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161803, 'name': PowerOnVM_Task, 'duration_secs': 0.568919} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.338333] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.338718] env[69547]: INFO nova.compute.manager [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Took 8.27 seconds to spawn the instance on the hypervisor. [ 982.339048] env[69547]: DEBUG nova.compute.manager [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.339935] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae8a823-5647-4427-a73b-1d0ca176c093 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.363116] env[69547]: DEBUG nova.scheduler.client.report [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.540566] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522afbdd-656c-4038-bc47-c3479f8cabea, 'name': SearchDatastore_Task, 'duration_secs': 0.035446} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.544016] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.544016] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.544016] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.544016] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.544016] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.544016] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a592841-06a5-41f9-86f5-b409df763688 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.552965] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.553403] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.554480] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7967495-fef4-44ff-adec-4c7daaea9391 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.559909] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 982.559909] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52748c9f-0d7d-c0a0-930c-7cf0b1cf79c8" [ 982.559909] env[69547]: _type = "Task" [ 982.559909] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.568447] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52748c9f-0d7d-c0a0-930c-7cf0b1cf79c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.667545] env[69547]: DEBUG oslo_concurrency.lockutils [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] Releasing lock "refresh_cache-4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.667545] env[69547]: DEBUG nova.compute.manager [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Received event network-changed-bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.667545] env[69547]: DEBUG nova.compute.manager [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Refreshing instance network info cache due to event network-changed-bc7a722f-ff58-4e56-b8a3-0b250e9d6d96. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.668146] env[69547]: DEBUG oslo_concurrency.lockutils [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] Acquiring lock "refresh_cache-918969d0-d7ca-401a-b380-f6b7b265526c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.668452] env[69547]: DEBUG oslo_concurrency.lockutils [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] Acquired lock "refresh_cache-918969d0-d7ca-401a-b380-f6b7b265526c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.669826] env[69547]: DEBUG nova.network.neutron [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Refreshing network info cache for port bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.862015] env[69547]: INFO nova.compute.manager [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Took 34.29 seconds to build instance. [ 982.872565] env[69547]: DEBUG oslo_concurrency.lockutils [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.876944] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.054s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.877341] env[69547]: DEBUG nova.objects.instance [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lazy-loading 'resources' on Instance uuid 6e8b15c2-e692-44fe-8b5a-679f521311c0 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.899196] env[69547]: INFO nova.scheduler.client.report [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted allocations for instance 28e55cf3-a015-45ba-9613-c6dd8230ef74 [ 983.072252] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52748c9f-0d7d-c0a0-930c-7cf0b1cf79c8, 'name': SearchDatastore_Task, 'duration_secs': 0.00778} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.073219] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45db879-79dc-4b7b-8f56-6739bb4e7baa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.079140] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 983.079140] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527b33d4-cef7-2945-73a8-0bfe09fc738f" [ 983.079140] env[69547]: _type = "Task" [ 983.079140] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.088264] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527b33d4-cef7-2945-73a8-0bfe09fc738f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.227034] env[69547]: DEBUG nova.compute.manager [req-062d437e-01ba-4c19-8512-6567f5a48fd7 req-4ae5c6af-6624-4e75-83cd-e913c83826c0 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-changed-2da7a117-3c92-45ce-ac7f-21a1e9da4ecd {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.227357] env[69547]: DEBUG nova.compute.manager [req-062d437e-01ba-4c19-8512-6567f5a48fd7 req-4ae5c6af-6624-4e75-83cd-e913c83826c0 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Refreshing instance network info cache due to event network-changed-2da7a117-3c92-45ce-ac7f-21a1e9da4ecd. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.228063] env[69547]: DEBUG oslo_concurrency.lockutils [req-062d437e-01ba-4c19-8512-6567f5a48fd7 req-4ae5c6af-6624-4e75-83cd-e913c83826c0 service nova] Acquiring lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.228063] env[69547]: DEBUG oslo_concurrency.lockutils [req-062d437e-01ba-4c19-8512-6567f5a48fd7 req-4ae5c6af-6624-4e75-83cd-e913c83826c0 service nova] Acquired lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.228063] env[69547]: DEBUG nova.network.neutron [req-062d437e-01ba-4c19-8512-6567f5a48fd7 req-4ae5c6af-6624-4e75-83cd-e913c83826c0 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Refreshing network info cache for port 2da7a117-3c92-45ce-ac7f-21a1e9da4ecd {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.366072] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2036c545-524c-4958-a67d-a0255e0f6feb tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "f0b21c03-55ea-4803-bd25-984521c6966e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.628s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.410033] env[69547]: DEBUG oslo_concurrency.lockutils [None req-194bd1f3-2dec-467a-84d4-dd99032fd593 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "28e55cf3-a015-45ba-9613-c6dd8230ef74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.660s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.526625] env[69547]: DEBUG nova.network.neutron [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Updated VIF entry in instance network info cache for port bc7a722f-ff58-4e56-b8a3-0b250e9d6d96. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.527108] env[69547]: DEBUG nova.network.neutron [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Updating instance_info_cache with network_info: [{"id": "bc7a722f-ff58-4e56-b8a3-0b250e9d6d96", "address": "fa:16:3e:2d:50:a2", "network": {"id": "5b92c88f-8530-42e4-b598-04cd9721752d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-901023060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6450d16ba0ed4809a731110bac595894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7a722f-ff", "ovs_interfaceid": "bc7a722f-ff58-4e56-b8a3-0b250e9d6d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.590045] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527b33d4-cef7-2945-73a8-0bfe09fc738f, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.590390] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.591134] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f/4ac112f8-3d22-4a20-816a-b6d1aa0ea21f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.591134] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-385db5ac-de35-4c43-8a7b-933232f73cbc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.601544] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 983.601544] env[69547]: value = "task-3161807" [ 983.601544] env[69547]: _type = "Task" [ 983.601544] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.613677] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.838325] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "746089ba-9b21-41fa-addc-98ef8a22ac9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.838584] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "746089ba-9b21-41fa-addc-98ef8a22ac9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.838811] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "746089ba-9b21-41fa-addc-98ef8a22ac9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.838997] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "746089ba-9b21-41fa-addc-98ef8a22ac9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.839716] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "746089ba-9b21-41fa-addc-98ef8a22ac9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.842262] env[69547]: INFO nova.compute.manager [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Terminating instance [ 983.888317] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124d0150-1020-4634-a5b1-4346fda7fb75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.900077] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c91022-1820-4bfb-8dac-817006aa37b8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.944761] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d105173d-889a-4b42-9dc0-055508bc2092 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.959818] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c001b6-98ba-4aac-be1a-b9593ce7892a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.974735] env[69547]: DEBUG nova.compute.provider_tree [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.030722] env[69547]: DEBUG oslo_concurrency.lockutils [req-965958a3-638e-40d3-9542-6232b1d1b33b req-934aa1f2-1ae0-4abf-9090-b43b8d683781 service nova] Releasing lock "refresh_cache-918969d0-d7ca-401a-b380-f6b7b265526c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.086134] env[69547]: DEBUG nova.network.neutron [req-062d437e-01ba-4c19-8512-6567f5a48fd7 req-4ae5c6af-6624-4e75-83cd-e913c83826c0 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updated VIF entry in instance network info cache for port 2da7a117-3c92-45ce-ac7f-21a1e9da4ecd. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.086700] env[69547]: DEBUG nova.network.neutron [req-062d437e-01ba-4c19-8512-6567f5a48fd7 req-4ae5c6af-6624-4e75-83cd-e913c83826c0 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.111419] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479508} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.112071] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f/4ac112f8-3d22-4a20-816a-b6d1aa0ea21f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.112071] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.112212] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-339f107f-0416-4eb5-b64c-4f9703b77a73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.118312] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 984.118312] env[69547]: value = "task-3161808" [ 984.118312] env[69547]: _type = "Task" [ 984.118312] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.126770] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.357446] env[69547]: DEBUG nova.compute.manager [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.357446] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.357892] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117c5d8-9bab-4922-9d9d-614adb7b7fa6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.366084] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.366327] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04f03467-f952-4f5d-aabe-134b1e93ebb5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.373043] env[69547]: DEBUG oslo_vmware.api [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 984.373043] env[69547]: value = "task-3161809" [ 984.373043] env[69547]: _type = "Task" [ 984.373043] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.381239] env[69547]: DEBUG oslo_vmware.api [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.464109] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "f762e442-a73e-4087-be2e-8efeef507e1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.464422] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "f762e442-a73e-4087-be2e-8efeef507e1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.479181] env[69547]: DEBUG nova.scheduler.client.report [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.589392] env[69547]: DEBUG oslo_concurrency.lockutils [req-062d437e-01ba-4c19-8512-6567f5a48fd7 req-4ae5c6af-6624-4e75-83cd-e913c83826c0 service nova] Releasing lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.630339] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072413} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.630604] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.631404] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677adb49-42f3-41a5-8bf0-46ebc530da4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.657873] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f/4ac112f8-3d22-4a20-816a-b6d1aa0ea21f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.658254] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be8e5edf-5ae9-47fd-8ee7-c7fd5b09311c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.677877] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 984.677877] env[69547]: value = "task-3161810" [ 984.677877] env[69547]: _type = "Task" [ 984.677877] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.686728] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.883928] env[69547]: DEBUG oslo_vmware.api [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161809, 'name': PowerOffVM_Task, 'duration_secs': 0.32966} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.884407] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.884695] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.884998] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-152a74da-d8f8-4d13-a497-0dba51732b57 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.967627] env[69547]: DEBUG nova.compute.manager [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.974677] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.974921] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.975136] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleting the datastore file [datastore2] 746089ba-9b21-41fa-addc-98ef8a22ac9f {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.975397] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa084363-1a2a-45c9-a2a2-3d6e95c6baec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.981649] env[69547]: DEBUG oslo_vmware.api [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 984.981649] env[69547]: value = "task-3161812" [ 984.981649] env[69547]: _type = "Task" [ 984.981649] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.985424] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.988371] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.699s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.988603] env[69547]: DEBUG nova.objects.instance [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'resources' on Instance uuid 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.994563] env[69547]: DEBUG oslo_vmware.api [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.007793] env[69547]: INFO nova.scheduler.client.report [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted allocations for instance 6e8b15c2-e692-44fe-8b5a-679f521311c0 [ 985.188699] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161810, 'name': ReconfigVM_Task, 'duration_secs': 0.254845} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.188965] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f/4ac112f8-3d22-4a20-816a-b6d1aa0ea21f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.189585] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72f45d4a-b7b1-4b28-9846-466845b2111f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.196917] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 985.196917] env[69547]: value = "task-3161813" [ 985.196917] env[69547]: _type = "Task" [ 985.196917] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.205165] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161813, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.352201] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "3affad03-eca0-45ae-8e2f-5385e868207e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.352201] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "3affad03-eca0-45ae-8e2f-5385e868207e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.490797] env[69547]: DEBUG oslo_vmware.api [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142909} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.491802] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.492087] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.492279] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.492462] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.492636] env[69547]: INFO nova.compute.manager [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 985.492887] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.493090] env[69547]: DEBUG nova.compute.manager [-] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.493186] env[69547]: DEBUG nova.network.neutron [-] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.516406] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8af2ef67-89e6-4205-86c5-d3d372283542 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6e8b15c2-e692-44fe-8b5a-679f521311c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.300s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.718239] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161813, 'name': Rename_Task, 'duration_secs': 0.153865} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.719177] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.719177] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bd4c066-c784-4157-ad11-0fe06533cdad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.726944] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 985.726944] env[69547]: value = "task-3161814" [ 985.726944] env[69547]: _type = "Task" [ 985.726944] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.744123] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.854409] env[69547]: DEBUG nova.compute.manager [req-9b0e6780-14f5-4b4a-965c-2fcf7e3e3434 req-a8b95d9b-5123-4fa8-9835-2febc62661e1 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Received event network-vif-deleted-b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.854575] env[69547]: INFO nova.compute.manager [req-9b0e6780-14f5-4b4a-965c-2fcf7e3e3434 req-a8b95d9b-5123-4fa8-9835-2febc62661e1 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Neutron deleted interface b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5; detaching it from the instance and deleting it from the info cache [ 985.854749] env[69547]: DEBUG nova.network.neutron [req-9b0e6780-14f5-4b4a-965c-2fcf7e3e3434 req-a8b95d9b-5123-4fa8-9835-2febc62661e1 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.855872] env[69547]: DEBUG nova.compute.manager [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.876232] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e752bfac-87a1-451f-9dc2-ccc0d493e2c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.884813] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986fd8fd-7250-4b99-b0c7-97f65d58adb6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.919672] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a25498b-9a32-4ce6-9aa9-3834c30f7047 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.928232] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cdf628-6bec-4d77-b986-6138d148b74c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.942580] env[69547]: DEBUG nova.compute.provider_tree [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.240790] env[69547]: DEBUG oslo_vmware.api [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161814, 'name': PowerOnVM_Task, 'duration_secs': 0.475064} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.240935] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.241162] env[69547]: INFO nova.compute.manager [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Took 7.57 seconds to spawn the instance on the hypervisor. [ 986.241352] env[69547]: DEBUG nova.compute.manager [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.242131] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe6096-a38e-45ca-a332-e53804ab7d12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.253012] env[69547]: DEBUG nova.network.neutron [-] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.362126] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3507c10f-9a1e-45dc-be10-fbfe9e8450f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.373959] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c8ca01-f6d4-493c-a337-243e3f10e30e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.385423] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.409905] env[69547]: DEBUG nova.compute.manager [req-9b0e6780-14f5-4b4a-965c-2fcf7e3e3434 req-a8b95d9b-5123-4fa8-9835-2febc62661e1 service nova] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Detach interface failed, port_id=b16b6e62-2b46-4a8a-9ec8-96d7d34d25c5, reason: Instance 746089ba-9b21-41fa-addc-98ef8a22ac9f could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.445736] env[69547]: DEBUG nova.scheduler.client.report [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.667539] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "6d8e108a-2e67-4076-855a-041f2253db32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.667833] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6d8e108a-2e67-4076-855a-041f2253db32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.756029] env[69547]: INFO nova.compute.manager [-] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Took 1.26 seconds to deallocate network for instance. [ 986.761666] env[69547]: INFO nova.compute.manager [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Took 35.85 seconds to build instance. [ 986.951017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.954431] env[69547]: DEBUG oslo_concurrency.lockutils [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.217s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.983009] env[69547]: INFO nova.scheduler.client.report [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted allocations for instance 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50 [ 987.170664] env[69547]: DEBUG nova.compute.manager [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.264618] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.266391] env[69547]: DEBUG oslo_concurrency.lockutils [None req-258df7de-64a5-43e8-9d4d-9864072fb837 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.366s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.494806] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f7fe8c06-c9e2-45ee-8952-f27e747a15f7 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.945s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.606944] env[69547]: DEBUG oslo_concurrency.lockutils [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquiring lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.606944] env[69547]: DEBUG oslo_concurrency.lockutils [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.607152] env[69547]: DEBUG oslo_concurrency.lockutils [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquiring lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.607356] env[69547]: DEBUG oslo_concurrency.lockutils [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.607529] env[69547]: DEBUG oslo_concurrency.lockutils [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.612917] env[69547]: INFO nova.compute.manager [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Terminating instance [ 987.692111] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.768590] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c625ff-7654-4721-969d-5c7f2eb27953 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.776218] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1673b3b6-dcb8-42fb-8f7d-9c13ccbb4c5e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.804924] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cf723a-5be7-4986-aff7-74f15a0fb147 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.811529] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ffdd6-db6c-4f00-8f80-99ed8891605b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.823883] env[69547]: DEBUG nova.compute.provider_tree [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.117810] env[69547]: DEBUG nova.compute.manager [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.118071] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.118966] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746896d4-0ac5-416b-b1ad-7053c37486f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.128061] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.128214] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f10d44-5588-4e25-9caa-f112b3cb94af {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.134468] env[69547]: DEBUG oslo_vmware.api [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 988.134468] env[69547]: value = "task-3161815" [ 988.134468] env[69547]: _type = "Task" [ 988.134468] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.142313] env[69547]: DEBUG oslo_vmware.api [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.327077] env[69547]: DEBUG nova.scheduler.client.report [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.644173] env[69547]: DEBUG oslo_vmware.api [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161815, 'name': PowerOffVM_Task, 'duration_secs': 0.187052} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.644463] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.644634] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.644877] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ffee012-dbc8-4016-ba71-3f4884d2bb86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.703666] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.703989] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.704112] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Deleting the datastore file [datastore1] 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.704413] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39f26e51-aa3f-4037-9205-ad3f6debb063 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.711557] env[69547]: DEBUG oslo_vmware.api [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for the task: (returnval){ [ 988.711557] env[69547]: value = "task-3161817" [ 988.711557] env[69547]: _type = "Task" [ 988.711557] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.719965] env[69547]: DEBUG oslo_vmware.api [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.028489] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "8501170c-3994-4a4e-8b98-360b8806aeb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.028489] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.221717] env[69547]: DEBUG oslo_vmware.api [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Task: {'id': task-3161817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127708} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.222041] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.222289] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.222477] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.222654] env[69547]: INFO nova.compute.manager [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 989.222896] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.223109] env[69547]: DEBUG nova.compute.manager [-] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.223206] env[69547]: DEBUG nova.network.neutron [-] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.338564] env[69547]: DEBUG oslo_concurrency.lockutils [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.384s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.338932] env[69547]: DEBUG nova.compute.manager [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69547) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 989.342179] env[69547]: DEBUG oslo_concurrency.lockutils [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.528s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.342411] env[69547]: DEBUG nova.objects.instance [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lazy-loading 'resources' on Instance uuid 508dc075-b51f-4fc8-8d1d-0801b8475301 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.464266] env[69547]: DEBUG nova.compute.manager [req-bc9ba9c7-aba7-4d65-b55b-fe6ac8e7055f req-da8b1b33-0b96-4a4d-bf8d-856e50a77311 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Received event network-vif-deleted-6cbc3be3-38c6-442f-98a7-7c870f71bbd2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.464473] env[69547]: INFO nova.compute.manager [req-bc9ba9c7-aba7-4d65-b55b-fe6ac8e7055f req-da8b1b33-0b96-4a4d-bf8d-856e50a77311 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Neutron deleted interface 6cbc3be3-38c6-442f-98a7-7c870f71bbd2; detaching it from the instance and deleting it from the info cache [ 989.464650] env[69547]: DEBUG nova.network.neutron [req-bc9ba9c7-aba7-4d65-b55b-fe6ac8e7055f req-da8b1b33-0b96-4a4d-bf8d-856e50a77311 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.532099] env[69547]: DEBUG nova.compute.manager [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.905761] env[69547]: INFO nova.scheduler.client.report [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted allocation for migration 9b3636fa-b5e6-4c0e-9edf-305ac17eaab3 [ 989.947345] env[69547]: DEBUG nova.network.neutron [-] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.967676] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0b9a1c3-aa7b-4306-9cd0-f6431b2afb05 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.980488] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b470b91-7b4d-45fb-bc5b-c93246a839a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.017422] env[69547]: DEBUG nova.compute.manager [req-bc9ba9c7-aba7-4d65-b55b-fe6ac8e7055f req-da8b1b33-0b96-4a4d-bf8d-856e50a77311 service nova] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Detach interface failed, port_id=6cbc3be3-38c6-442f-98a7-7c870f71bbd2, reason: Instance 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.053016] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.222264] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d824826d-a4ba-4c40-b4be-2de1cf01c839 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.230900] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c00e182-f8a8-41a9-9a49-6c7a3399f697 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.263424] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa0e77a-a3de-44aa-bdf4-21a8e5a92048 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.271084] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f9a31e-b40b-4b18-8d41-335aca833383 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.284328] env[69547]: DEBUG nova.compute.provider_tree [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.401574] env[69547]: DEBUG nova.objects.instance [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'flavor' on Instance uuid e1ea28d1-194d-4e26-8b7d-bf1060528315 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.415864] env[69547]: DEBUG oslo_concurrency.lockutils [None req-550e737a-bd25-4de2-932d-445fe95b3aba tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.733s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.496149] env[69547]: INFO nova.compute.manager [-] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Took 1.23 seconds to deallocate network for instance. [ 990.787465] env[69547]: DEBUG nova.scheduler.client.report [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.907063] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.907063] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.907063] env[69547]: DEBUG nova.network.neutron [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.907513] env[69547]: DEBUG nova.objects.instance [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'info_cache' on Instance uuid e1ea28d1-194d-4e26-8b7d-bf1060528315 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.960658] env[69547]: DEBUG oslo_concurrency.lockutils [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.292681] env[69547]: DEBUG oslo_concurrency.lockutils [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.295239] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.537s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.295909] env[69547]: DEBUG nova.objects.instance [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 991.316792] env[69547]: INFO nova.scheduler.client.report [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Deleted allocations for instance 508dc075-b51f-4fc8-8d1d-0801b8475301 [ 991.410782] env[69547]: DEBUG nova.objects.base [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 991.825331] env[69547]: DEBUG oslo_concurrency.lockutils [None req-05dcce15-d929-404b-bcf3-264b35038e53 tempest-InstanceActionsNegativeTestJSON-741028435 tempest-InstanceActionsNegativeTestJSON-741028435-project-member] Lock "508dc075-b51f-4fc8-8d1d-0801b8475301" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.432s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.307309] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fd7801a5-ed3d-42c9-8821-1427dcf7397e tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.309384] env[69547]: DEBUG nova.network.neutron [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance_info_cache with network_info: [{"id": "cb246f52-86dd-4022-b014-49dc33b74735", "address": "fa:16:3e:ab:41:d7", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb246f52-86", "ovs_interfaceid": "cb246f52-86dd-4022-b014-49dc33b74735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.310525] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.858s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.310623] env[69547]: DEBUG nova.objects.instance [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lazy-loading 'resources' on Instance uuid df53ded8-cbb1-4cde-840b-49ef4fa631c9 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.812733] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-e1ea28d1-194d-4e26-8b7d-bf1060528315" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.142363] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8997ee-377f-4b0b-9310-1864056ea6a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.151167] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f937721-c426-4906-a695-41f9e8cc0578 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.182269] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371c1b6-9989-4ef1-a0db-a5dbbb99d701 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.189366] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27720923-7bcb-4b99-81da-88d933bcd28a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.202610] env[69547]: DEBUG nova.compute.provider_tree [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.706036] env[69547]: DEBUG nova.scheduler.client.report [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.821213] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.821625] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7205ea25-be40-419f-82c7-4c76119a516b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.830791] env[69547]: DEBUG oslo_vmware.api [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 993.830791] env[69547]: value = "task-3161818" [ 993.830791] env[69547]: _type = "Task" [ 993.830791] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.841983] env[69547]: DEBUG oslo_vmware.api [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.211739] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.213715] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.766s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.214016] env[69547]: DEBUG nova.objects.instance [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lazy-loading 'resources' on Instance uuid 53d12c7f-50bb-413b-85e8-f5201f7aa8ff {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.233846] env[69547]: INFO nova.scheduler.client.report [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Deleted allocations for instance df53ded8-cbb1-4cde-840b-49ef4fa631c9 [ 994.341359] env[69547]: DEBUG oslo_vmware.api [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161818, 'name': PowerOnVM_Task, 'duration_secs': 0.417855} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.341657] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.341852] env[69547]: DEBUG nova.compute.manager [None req-c1c9cc3b-1dab-485a-9d41-1196ab2ea0c6 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.342605] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03518209-0dd1-4ce0-821e-7d1e9dcc7e9a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.741988] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6efa96fc-ce6d-409c-8359-e693d11fdd28 tempest-VolumesAdminNegativeTest-1292529037 tempest-VolumesAdminNegativeTest-1292529037-project-member] Lock "df53ded8-cbb1-4cde-840b-49ef4fa631c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.872s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.064753] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f4df04-8621-4a75-8cd4-bfcdcce108bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.073713] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041ce6fa-19a4-43e2-acd1-dc9efadf1d17 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.105803] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4880c785-a3d5-4603-adee-e5fb479f607a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.113828] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc43505-c4e6-470e-ae5b-e7dee6bce466 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.132926] env[69547]: DEBUG nova.compute.provider_tree [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.152892] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.153180] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.153394] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "e1ea28d1-194d-4e26-8b7d-bf1060528315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.153586] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.153753] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.161280] env[69547]: INFO nova.compute.manager [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Terminating instance [ 995.638156] env[69547]: DEBUG nova.scheduler.client.report [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.665868] env[69547]: DEBUG nova.compute.manager [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.666726] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.668313] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642dbe3-1359-4f13-babb-fabe31956b87 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.679940] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.681309] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2071b8fc-56bf-497b-8e79-534d85e2d76a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.688667] env[69547]: DEBUG oslo_vmware.api [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 995.688667] env[69547]: value = "task-3161819" [ 995.688667] env[69547]: _type = "Task" [ 995.688667] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.703142] env[69547]: DEBUG oslo_vmware.api [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.153610] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.158017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.276s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.158017] env[69547]: DEBUG nova.objects.instance [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lazy-loading 'resources' on Instance uuid a089242e-7957-4a8f-920f-db33ec3eeee1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.185422] env[69547]: INFO nova.scheduler.client.report [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted allocations for instance 53d12c7f-50bb-413b-85e8-f5201f7aa8ff [ 996.201096] env[69547]: DEBUG oslo_vmware.api [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161819, 'name': PowerOffVM_Task, 'duration_secs': 0.176492} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.201572] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.201572] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.202263] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1fc89f7-1274-4a31-8e16-0535ca66448a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.263892] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.264154] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.264356] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleting the datastore file [datastore2] e1ea28d1-194d-4e26-8b7d-bf1060528315 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.265030] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dda1a2b4-b828-486b-9bda-819ee7d795fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.272747] env[69547]: DEBUG oslo_vmware.api [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 996.272747] env[69547]: value = "task-3161821" [ 996.272747] env[69547]: _type = "Task" [ 996.272747] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.282555] env[69547]: DEBUG oslo_vmware.api [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.693187] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc510a1c-3e8a-4563-8c6c-3f137fbef2d2 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "53d12c7f-50bb-413b-85e8-f5201f7aa8ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.485s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.793469] env[69547]: DEBUG oslo_vmware.api [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170276} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.793469] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.793469] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.793469] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.793469] env[69547]: INFO nova.compute.manager [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Took 1.13 seconds to destroy the instance on the hypervisor. [ 996.793469] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.793469] env[69547]: DEBUG nova.compute.manager [-] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.793469] env[69547]: DEBUG nova.network.neutron [-] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.087026] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b691bff-93b9-4ccb-a5ea-444beea522c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.100339] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f160fc0-8fc0-4236-977e-664e6947c01c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.143335] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b5f38-4d7b-47ee-aebc-b65325742b2e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.146327] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquiring lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.146692] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.153036] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3556dc4-8d7f-40f3-936a-b0d2b4d73f39 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.168669] env[69547]: DEBUG nova.compute.provider_tree [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.355508] env[69547]: DEBUG nova.compute.manager [req-bafc1e43-0b91-4c48-93c5-1dabfcff4121 req-de54935a-6a87-4261-99f9-1e80579ccd24 service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Received event network-vif-deleted-cb246f52-86dd-4022-b014-49dc33b74735 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.355709] env[69547]: INFO nova.compute.manager [req-bafc1e43-0b91-4c48-93c5-1dabfcff4121 req-de54935a-6a87-4261-99f9-1e80579ccd24 service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Neutron deleted interface cb246f52-86dd-4022-b014-49dc33b74735; detaching it from the instance and deleting it from the info cache [ 997.355932] env[69547]: DEBUG nova.network.neutron [req-bafc1e43-0b91-4c48-93c5-1dabfcff4121 req-de54935a-6a87-4261-99f9-1e80579ccd24 service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.596056] env[69547]: DEBUG oslo_concurrency.lockutils [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "fc616047-fa59-42c8-96c8-48b520b81d20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.596378] env[69547]: DEBUG oslo_concurrency.lockutils [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "fc616047-fa59-42c8-96c8-48b520b81d20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.596597] env[69547]: DEBUG oslo_concurrency.lockutils [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "fc616047-fa59-42c8-96c8-48b520b81d20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.596786] env[69547]: DEBUG oslo_concurrency.lockutils [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "fc616047-fa59-42c8-96c8-48b520b81d20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.596959] env[69547]: DEBUG oslo_concurrency.lockutils [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "fc616047-fa59-42c8-96c8-48b520b81d20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.600013] env[69547]: INFO nova.compute.manager [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Terminating instance [ 997.648906] env[69547]: DEBUG nova.compute.manager [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.672337] env[69547]: DEBUG nova.scheduler.client.report [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.834417] env[69547]: DEBUG nova.network.neutron [-] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.861247] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9efd647-7199-4855-aa7b-996cf1830f84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.871219] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de227b-acc5-4082-858e-9932f0a1713d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.913516] env[69547]: DEBUG nova.compute.manager [req-bafc1e43-0b91-4c48-93c5-1dabfcff4121 req-de54935a-6a87-4261-99f9-1e80579ccd24 service nova] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Detach interface failed, port_id=cb246f52-86dd-4022-b014-49dc33b74735, reason: Instance e1ea28d1-194d-4e26-8b7d-bf1060528315 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.107447] env[69547]: DEBUG nova.compute.manager [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.108020] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.109794] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a07aacb-2190-40a1-820a-ad5f6f754b1a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.118657] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.118912] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-206107db-7545-4576-b2b9-cd4cba861c2f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.125843] env[69547]: DEBUG oslo_vmware.api [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 998.125843] env[69547]: value = "task-3161822" [ 998.125843] env[69547]: _type = "Task" [ 998.125843] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.134620] env[69547]: DEBUG oslo_vmware.api [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.177436] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.183160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.183420] env[69547]: DEBUG oslo_concurrency.lockutils [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.062s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.212098] env[69547]: INFO nova.scheduler.client.report [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Deleted allocations for instance a089242e-7957-4a8f-920f-db33ec3eeee1 [ 998.339572] env[69547]: INFO nova.compute.manager [-] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Took 1.55 seconds to deallocate network for instance. [ 998.637471] env[69547]: DEBUG oslo_vmware.api [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161822, 'name': PowerOffVM_Task, 'duration_secs': 0.189697} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.637692] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.637877] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.638157] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a512246-aa0b-4183-a24c-0342bfe3c9de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.690746] env[69547]: DEBUG nova.objects.instance [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lazy-loading 'migration_context' on Instance uuid e9d9c396-a295-4eda-941e-729fc768a87a {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.693669] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.693873] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.694075] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleting the datastore file [datastore2] fc616047-fa59-42c8-96c8-48b520b81d20 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.694330] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61951fd9-c065-4d08-908c-06a9e3bd37d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.701173] env[69547]: DEBUG oslo_vmware.api [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for the task: (returnval){ [ 998.701173] env[69547]: value = "task-3161824" [ 998.701173] env[69547]: _type = "Task" [ 998.701173] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.709973] env[69547]: DEBUG oslo_vmware.api [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.719609] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7511549a-1a59-4064-ab3d-d56d4d32dd19 tempest-ImagesOneServerNegativeTestJSON-1554419528 tempest-ImagesOneServerNegativeTestJSON-1554419528-project-member] Lock "a089242e-7957-4a8f-920f-db33ec3eeee1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.500s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.849132] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.211525] env[69547]: DEBUG oslo_vmware.api [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Task: {'id': task-3161824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143094} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.211842] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.211992] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.212195] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.212951] env[69547]: INFO nova.compute.manager [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Took 1.10 seconds to destroy the instance on the hypervisor. [ 999.212951] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.212951] env[69547]: DEBUG nova.compute.manager [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.213171] env[69547]: DEBUG nova.network.neutron [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.574837] env[69547]: DEBUG nova.compute.manager [req-e68b7d99-3767-4faa-b341-ba25ff0a3186 req-293833b4-1a8f-4420-829a-4f7998c368e5 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Received event network-vif-deleted-0f97e560-beda-4431-b6cc-60052bae75c5 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.574837] env[69547]: INFO nova.compute.manager [req-e68b7d99-3767-4faa-b341-ba25ff0a3186 req-293833b4-1a8f-4420-829a-4f7998c368e5 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Neutron deleted interface 0f97e560-beda-4431-b6cc-60052bae75c5; detaching it from the instance and deleting it from the info cache [ 999.574837] env[69547]: DEBUG nova.network.neutron [req-e68b7d99-3767-4faa-b341-ba25ff0a3186 req-293833b4-1a8f-4420-829a-4f7998c368e5 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.631564] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9801bb-1aa1-4fe5-8dc1-52e2a6c512ce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.640384] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bc877a-8f89-4998-b25b-199852dae1e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.672691] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0bba0-1e85-4d4a-8515-57d653bc2f85 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.680304] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d43b8d-dc46-4941-a603-249c2a9b426d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.694829] env[69547]: DEBUG nova.compute.provider_tree [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.008568] env[69547]: DEBUG nova.network.neutron [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.079874] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73ea47c2-e2d1-4ca6-9b1e-a0f40a3d41a2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.087600] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea846ee-9a56-49e0-a254-a288f9de0b57 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.122258] env[69547]: DEBUG nova.compute.manager [req-e68b7d99-3767-4faa-b341-ba25ff0a3186 req-293833b4-1a8f-4420-829a-4f7998c368e5 service nova] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Detach interface failed, port_id=0f97e560-beda-4431-b6cc-60052bae75c5, reason: Instance fc616047-fa59-42c8-96c8-48b520b81d20 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.200024] env[69547]: DEBUG nova.scheduler.client.report [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.513116] env[69547]: INFO nova.compute.manager [-] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Took 1.30 seconds to deallocate network for instance. [ 1001.019698] env[69547]: DEBUG oslo_concurrency.lockutils [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.209745] env[69547]: DEBUG oslo_concurrency.lockutils [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.027s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.216253] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.875s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.216253] env[69547]: DEBUG nova.objects.instance [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lazy-loading 'resources' on Instance uuid dc22c932-ab54-46d5-9be6-842f9118b970 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.152394] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5455d9a1-2962-4d30-866f-e01469f0ac53 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.160242] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3004723-3c3a-474c-8891-acfa14eff7be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.197043] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a9758a-9e91-42e6-aafd-af3cc64b65d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.204726] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8d28a2-0563-4f9e-8400-0fec26677525 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.221030] env[69547]: DEBUG nova.compute.provider_tree [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.495407] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.495407] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.724092] env[69547]: DEBUG nova.scheduler.client.report [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.759979] env[69547]: INFO nova.compute.manager [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Swapping old allocation on dict_keys(['3dff35a2-8b92-4f77-8c0d-98fc04223d9d']) held by migration 277a471c-711b-4941-85da-ddbffc363503 for instance [ 1002.794690] env[69547]: DEBUG nova.scheduler.client.report [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Overwriting current allocation {'allocations': {'3dff35a2-8b92-4f77-8c0d-98fc04223d9d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 104}}, 'project_id': '4f5f95d750e5402d8a125708009ea8b4', 'user_id': '42a8e01dc1ce4bd1a1529f5adca57a3f', 'consumer_generation': 1} on consumer e9d9c396-a295-4eda-941e-729fc768a87a {{(pid=69547) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1002.901570] env[69547]: DEBUG oslo_concurrency.lockutils [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.903657] env[69547]: DEBUG oslo_concurrency.lockutils [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquired lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.903657] env[69547]: DEBUG nova.network.neutron [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.996957] env[69547]: DEBUG nova.compute.manager [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.232018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.233947] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.742s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.236215] env[69547]: INFO nova.compute.claims [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.261858] env[69547]: INFO nova.scheduler.client.report [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Deleted allocations for instance dc22c932-ab54-46d5-9be6-842f9118b970 [ 1003.516803] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.758816] env[69547]: DEBUG nova.network.neutron [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance_info_cache with network_info: [{"id": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "address": "fa:16:3e:da:f5:6f", "network": {"id": "65355458-9ee8-44df-9fcc-6f2c8568cffe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6fb177cff4ef4d7bb57d37031d9bc782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e14aab-88", "ovs_interfaceid": "32e14aab-880a-42f4-9b4b-4a2dc076ced3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.776029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2bbb1104-11b3-404c-934b-ba7ac3ff3666 tempest-ServersListShow2100Test-661244951 tempest-ServersListShow2100Test-661244951-project-member] Lock "dc22c932-ab54-46d5-9be6-842f9118b970" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.748s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.262621] env[69547]: DEBUG oslo_concurrency.lockutils [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Releasing lock "refresh_cache-e9d9c396-a295-4eda-941e-729fc768a87a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.265703] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.266161] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4331c451-68a4-4654-b3db-6b00bb88088d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.273626] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1004.273626] env[69547]: value = "task-3161825" [ 1004.273626] env[69547]: _type = "Task" [ 1004.273626] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.288250] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.655714] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bb7aca-95fc-46e8-a216-c6100938ad13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.665213] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ce3f36-dd05-43cd-8d65-88251a005964 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.696790] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa8a1e-38bd-4a03-be31-e6ffa85b3862 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.704461] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae4ee09-7b10-4094-8fc3-ef0d8b4c6f28 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.719271] env[69547]: DEBUG nova.compute.provider_tree [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.789743] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161825, 'name': PowerOffVM_Task, 'duration_secs': 0.188105} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.790181] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.790940] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:19:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b575d637-a407-4abf-bace-4a384e4437e2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-854428578',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.791349] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.793018] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.793018] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.793018] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.793018] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.793018] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.793018] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.793018] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.793018] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.793018] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.799605] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d17114-e6bc-44fc-a8bd-622f5bb2f2a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.820061] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1004.820061] env[69547]: value = "task-3161826" [ 1004.820061] env[69547]: _type = "Task" [ 1004.820061] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.830662] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.223559] env[69547]: DEBUG nova.scheduler.client.report [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.331639] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161826, 'name': ReconfigVM_Task, 'duration_secs': 0.134697} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.332516] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a90ad6-b8d2-4789-982c-ea0aeb87c894 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.351931] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:19:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b575d637-a407-4abf-bace-4a384e4437e2',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-854428578',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.352195] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.352383] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.352534] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.352681] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.352831] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.353044] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.353212] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.353381] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.353543] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.353807] env[69547]: DEBUG nova.virt.hardware [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.354574] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d0c83f-12ff-4ac3-9acf-34c1571e7ae6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.365337] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1005.365337] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c56153-e2d8-4229-66a3-16db76f78648" [ 1005.365337] env[69547]: _type = "Task" [ 1005.365337] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.376263] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c56153-e2d8-4229-66a3-16db76f78648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.728731] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.729286] env[69547]: DEBUG nova.compute.manager [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.731891] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.347s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.733402] env[69547]: INFO nova.compute.claims [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.851236] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.851466] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.876159] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c56153-e2d8-4229-66a3-16db76f78648, 'name': SearchDatastore_Task, 'duration_secs': 0.00849} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.881595] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.882168] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7e2cdd-ef96-4f5b-a94f-73642899e2bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.901668] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1005.901668] env[69547]: value = "task-3161827" [ 1005.901668] env[69547]: _type = "Task" [ 1005.901668] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.909469] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.237931] env[69547]: DEBUG nova.compute.utils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.245238] env[69547]: DEBUG nova.compute.manager [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.245408] env[69547]: DEBUG nova.network.neutron [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.291485] env[69547]: DEBUG nova.policy [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25583ea0aab34bfbbb51f32054d56154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '413198b9449a422eac2a3b71939b846a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.354543] env[69547]: DEBUG nova.compute.manager [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.411998] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161827, 'name': ReconfigVM_Task, 'duration_secs': 0.184959} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.412149] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.412856] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c092e7-8a7b-43ca-8378-7ad34accbfd4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.436445] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] e9d9c396-a295-4eda-941e-729fc768a87a/e9d9c396-a295-4eda-941e-729fc768a87a.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.436757] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f13844-d194-45bb-8561-56cbefa64056 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.455789] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1006.455789] env[69547]: value = "task-3161828" [ 1006.455789] env[69547]: _type = "Task" [ 1006.455789] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.464206] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.636667] env[69547]: DEBUG nova.network.neutron [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Successfully created port: 31a5817b-e8fc-4f8e-93ad-8dcd5f30e504 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.750469] env[69547]: DEBUG nova.compute.manager [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.874109] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.968435] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161828, 'name': ReconfigVM_Task, 'duration_secs': 0.258474} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.968795] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] e9d9c396-a295-4eda-941e-729fc768a87a/e9d9c396-a295-4eda-941e-729fc768a87a.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.969685] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9224f4-81f4-4f61-b9cc-540a824b7e0e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.996791] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d83447-316b-4ce3-af1d-0e3342163b48 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.018955] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2924329-fd2e-43bd-8a5c-b0d974a035d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.039434] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ae0764-9eed-46b5-b0f8-f2dc46390e28 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.046016] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.046288] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-286c990a-b11c-4ac0-8652-72fcf239883c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.052083] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1007.052083] env[69547]: value = "task-3161829" [ 1007.052083] env[69547]: _type = "Task" [ 1007.052083] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.061832] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.116234] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01175a98-e3d6-423c-87bc-e62bde127458 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.123530] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13734377-3cda-4708-add2-44b114c91bd7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.155336] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c9642-c3f1-44a9-8253-1509f5ff351a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.162812] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b00fc-9436-4d9d-8c47-f0bb3db715cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.182439] env[69547]: DEBUG nova.compute.provider_tree [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.565214] env[69547]: DEBUG oslo_vmware.api [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161829, 'name': PowerOnVM_Task, 'duration_secs': 0.38745} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.565619] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.685496] env[69547]: DEBUG nova.scheduler.client.report [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.763445] env[69547]: DEBUG nova.compute.manager [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.788362] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.788612] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.788774] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.788975] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.789242] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.789324] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.789534] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.789695] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.789871] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.790040] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.790221] env[69547]: DEBUG nova.virt.hardware [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.791091] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486063f7-cf85-4fb2-817e-bab9cbe041a2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.799498] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0776aa-6c90-40d0-9148-d2e54a4962fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.035021] env[69547]: DEBUG nova.compute.manager [req-2f4cbf4c-3b05-418f-ad44-419b7074a012 req-3f99490b-6413-419b-bd84-2f1523f2c932 service nova] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Received event network-vif-plugged-31a5817b-e8fc-4f8e-93ad-8dcd5f30e504 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.035242] env[69547]: DEBUG oslo_concurrency.lockutils [req-2f4cbf4c-3b05-418f-ad44-419b7074a012 req-3f99490b-6413-419b-bd84-2f1523f2c932 service nova] Acquiring lock "f762e442-a73e-4087-be2e-8efeef507e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.035445] env[69547]: DEBUG oslo_concurrency.lockutils [req-2f4cbf4c-3b05-418f-ad44-419b7074a012 req-3f99490b-6413-419b-bd84-2f1523f2c932 service nova] Lock "f762e442-a73e-4087-be2e-8efeef507e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.036026] env[69547]: DEBUG oslo_concurrency.lockutils [req-2f4cbf4c-3b05-418f-ad44-419b7074a012 req-3f99490b-6413-419b-bd84-2f1523f2c932 service nova] Lock "f762e442-a73e-4087-be2e-8efeef507e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.036026] env[69547]: DEBUG nova.compute.manager [req-2f4cbf4c-3b05-418f-ad44-419b7074a012 req-3f99490b-6413-419b-bd84-2f1523f2c932 service nova] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] No waiting events found dispatching network-vif-plugged-31a5817b-e8fc-4f8e-93ad-8dcd5f30e504 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.036026] env[69547]: WARNING nova.compute.manager [req-2f4cbf4c-3b05-418f-ad44-419b7074a012 req-3f99490b-6413-419b-bd84-2f1523f2c932 service nova] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Received unexpected event network-vif-plugged-31a5817b-e8fc-4f8e-93ad-8dcd5f30e504 for instance with vm_state building and task_state spawning. [ 1008.151188] env[69547]: DEBUG nova.network.neutron [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Successfully updated port: 31a5817b-e8fc-4f8e-93ad-8dcd5f30e504 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.190381] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.190935] env[69547]: DEBUG nova.compute.manager [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.194328] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.930s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.194757] env[69547]: DEBUG nova.objects.instance [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lazy-loading 'resources' on Instance uuid 746089ba-9b21-41fa-addc-98ef8a22ac9f {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.583093] env[69547]: INFO nova.compute.manager [None req-992fec5a-e5ce-46fc-9674-c797e3d07a44 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance to original state: 'active' [ 1008.655197] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "refresh_cache-f762e442-a73e-4087-be2e-8efeef507e1e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.655702] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "refresh_cache-f762e442-a73e-4087-be2e-8efeef507e1e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.655702] env[69547]: DEBUG nova.network.neutron [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.695818] env[69547]: DEBUG nova.compute.utils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.697367] env[69547]: DEBUG nova.compute.manager [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1008.962042] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb067d-556e-43bf-9a6d-6703ba0ee7db {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.969959] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e616029f-6bae-4cf1-b4b9-80e079a84422 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.000711] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df337341-f521-4fdb-9035-8cb63c2c54bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.007727] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fb54cf-2bb9-47fa-861c-aedb48e86645 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.020758] env[69547]: DEBUG nova.compute.provider_tree [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.201184] env[69547]: DEBUG nova.compute.manager [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.207941] env[69547]: DEBUG nova.network.neutron [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.362639] env[69547]: DEBUG nova.network.neutron [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Updating instance_info_cache with network_info: [{"id": "31a5817b-e8fc-4f8e-93ad-8dcd5f30e504", "address": "fa:16:3e:d8:e6:7c", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a5817b-e8", "ovs_interfaceid": "31a5817b-e8fc-4f8e-93ad-8dcd5f30e504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.524377] env[69547]: DEBUG nova.scheduler.client.report [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.624314] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "e9d9c396-a295-4eda-941e-729fc768a87a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.624725] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "e9d9c396-a295-4eda-941e-729fc768a87a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.624995] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "e9d9c396-a295-4eda-941e-729fc768a87a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.625235] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "e9d9c396-a295-4eda-941e-729fc768a87a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.625436] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "e9d9c396-a295-4eda-941e-729fc768a87a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.627534] env[69547]: INFO nova.compute.manager [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Terminating instance [ 1009.865413] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "refresh_cache-f762e442-a73e-4087-be2e-8efeef507e1e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.865862] env[69547]: DEBUG nova.compute.manager [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Instance network_info: |[{"id": "31a5817b-e8fc-4f8e-93ad-8dcd5f30e504", "address": "fa:16:3e:d8:e6:7c", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a5817b-e8", "ovs_interfaceid": "31a5817b-e8fc-4f8e-93ad-8dcd5f30e504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.866412] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:e6:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31a5817b-e8fc-4f8e-93ad-8dcd5f30e504', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.878870] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.880068] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.880381] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ced7483-0ea5-4e5d-b2a9-58033df33fe3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.902448] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.902448] env[69547]: value = "task-3161830" [ 1009.902448] env[69547]: _type = "Task" [ 1009.902448] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.912376] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161830, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.029510] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.032526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.341s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.034119] env[69547]: INFO nova.compute.claims [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.054205] env[69547]: INFO nova.scheduler.client.report [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted allocations for instance 746089ba-9b21-41fa-addc-98ef8a22ac9f [ 1010.069880] env[69547]: DEBUG nova.compute.manager [req-6e077d7d-cc54-416b-a68c-dc047870dbce req-8ccb19c2-5edd-44e9-8153-8ea0b232bbcf service nova] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Received event network-changed-31a5817b-e8fc-4f8e-93ad-8dcd5f30e504 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.069880] env[69547]: DEBUG nova.compute.manager [req-6e077d7d-cc54-416b-a68c-dc047870dbce req-8ccb19c2-5edd-44e9-8153-8ea0b232bbcf service nova] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Refreshing instance network info cache due to event network-changed-31a5817b-e8fc-4f8e-93ad-8dcd5f30e504. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.069880] env[69547]: DEBUG oslo_concurrency.lockutils [req-6e077d7d-cc54-416b-a68c-dc047870dbce req-8ccb19c2-5edd-44e9-8153-8ea0b232bbcf service nova] Acquiring lock "refresh_cache-f762e442-a73e-4087-be2e-8efeef507e1e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.070276] env[69547]: DEBUG oslo_concurrency.lockutils [req-6e077d7d-cc54-416b-a68c-dc047870dbce req-8ccb19c2-5edd-44e9-8153-8ea0b232bbcf service nova] Acquired lock "refresh_cache-f762e442-a73e-4087-be2e-8efeef507e1e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.070694] env[69547]: DEBUG nova.network.neutron [req-6e077d7d-cc54-416b-a68c-dc047870dbce req-8ccb19c2-5edd-44e9-8153-8ea0b232bbcf service nova] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Refreshing network info cache for port 31a5817b-e8fc-4f8e-93ad-8dcd5f30e504 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.131820] env[69547]: DEBUG nova.compute.manager [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.131820] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.134453] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006e133d-96f9-4d8c-a7be-f88f9179985d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.141012] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.141271] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32cb6cf1-386f-4790-8dc3-3c2df28eef8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.147349] env[69547]: DEBUG oslo_vmware.api [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1010.147349] env[69547]: value = "task-3161831" [ 1010.147349] env[69547]: _type = "Task" [ 1010.147349] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.155168] env[69547]: DEBUG oslo_vmware.api [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.210046] env[69547]: DEBUG nova.compute.manager [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.238699] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.238960] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.239232] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.239435] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.239605] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.239772] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.240044] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.240221] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.240392] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.240573] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.240793] env[69547]: DEBUG nova.virt.hardware [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.241767] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcba2ff-8bb5-4f4e-91fc-4ffe073c0fd8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.249998] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33c18f3-3dbc-4ec8-b0a0-601628456f4e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.264245] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.270148] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Creating folder: Project (fea8b6bf2ff24f37bf388fd5749e61b0). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.270395] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5deca92-5dcb-4f8a-aa19-5328e47d8bb7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.283769] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Created folder: Project (fea8b6bf2ff24f37bf388fd5749e61b0) in parent group-v632381. [ 1010.284119] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Creating folder: Instances. Parent ref: group-v632601. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.284481] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08f6437c-bf59-4ee0-9a6d-57a54c5367cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.297112] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Created folder: Instances in parent group-v632601. [ 1010.297400] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.297631] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.297975] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf433b57-5bdf-40cd-b43e-0fd96632ac05 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.319167] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.319167] env[69547]: value = "task-3161834" [ 1010.319167] env[69547]: _type = "Task" [ 1010.319167] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.329742] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161834, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.413525] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161830, 'name': CreateVM_Task, 'duration_secs': 0.436665} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.413771] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.414642] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.414873] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.415300] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.415580] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1ae8f7-9c9a-4ff6-9792-e0c29bcea510 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.420604] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1010.420604] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e92b74-2b50-1c61-f05b-68ba7f18a0db" [ 1010.420604] env[69547]: _type = "Task" [ 1010.420604] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.428774] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e92b74-2b50-1c61-f05b-68ba7f18a0db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.563062] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ba0208a-01e8-4cda-bd03-7357a2283976 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "746089ba-9b21-41fa-addc-98ef8a22ac9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.724s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.656313] env[69547]: DEBUG oslo_vmware.api [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161831, 'name': PowerOffVM_Task, 'duration_secs': 0.201404} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.656627] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.656768] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.657018] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41e8945c-7a79-4f53-80ae-4ce680d0a926 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.727751] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.728089] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.728403] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Deleting the datastore file [datastore2] e9d9c396-a295-4eda-941e-729fc768a87a {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.728692] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9360b305-5d9c-476e-98b9-60f3050cfbcb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.734908] env[69547]: DEBUG oslo_vmware.api [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1010.734908] env[69547]: value = "task-3161836" [ 1010.734908] env[69547]: _type = "Task" [ 1010.734908] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.744677] env[69547]: DEBUG oslo_vmware.api [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.770868] env[69547]: DEBUG nova.network.neutron [req-6e077d7d-cc54-416b-a68c-dc047870dbce req-8ccb19c2-5edd-44e9-8153-8ea0b232bbcf service nova] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Updated VIF entry in instance network info cache for port 31a5817b-e8fc-4f8e-93ad-8dcd5f30e504. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.771289] env[69547]: DEBUG nova.network.neutron [req-6e077d7d-cc54-416b-a68c-dc047870dbce req-8ccb19c2-5edd-44e9-8153-8ea0b232bbcf service nova] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Updating instance_info_cache with network_info: [{"id": "31a5817b-e8fc-4f8e-93ad-8dcd5f30e504", "address": "fa:16:3e:d8:e6:7c", "network": {"id": "377eb62d-4937-4fe5-b151-4f61f1057888", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1317467837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "413198b9449a422eac2a3b71939b846a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a5817b-e8", "ovs_interfaceid": "31a5817b-e8fc-4f8e-93ad-8dcd5f30e504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.831034] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161834, 'name': CreateVM_Task, 'duration_secs': 0.269664} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.831034] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.831415] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.931482] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e92b74-2b50-1c61-f05b-68ba7f18a0db, 'name': SearchDatastore_Task, 'duration_secs': 0.014105} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.931814] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.932077] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.932328] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.932481] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.932661] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.932945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.933297] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.933503] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b180f8-c2d6-4bcf-b9c9-78fe287afebc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.935632] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f64dfaa-ab29-47ac-8fea-b5001fe23282 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.941279] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1010.941279] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a9747d-2f1b-8d57-fbe9-d3e7e817098b" [ 1010.941279] env[69547]: _type = "Task" [ 1010.941279] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.946854] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.947067] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.950471] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3950f2ec-dd16-48aa-ac1f-0803042d915d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.952835] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a9747d-2f1b-8d57-fbe9-d3e7e817098b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.957734] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1010.957734] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5248819e-734b-a958-8e4f-163dd4dab392" [ 1010.957734] env[69547]: _type = "Task" [ 1010.957734] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.965540] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5248819e-734b-a958-8e4f-163dd4dab392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.244387] env[69547]: DEBUG oslo_vmware.api [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457734} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.246608] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.246825] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.247018] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.247197] env[69547]: INFO nova.compute.manager [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1011.247431] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.247796] env[69547]: DEBUG nova.compute.manager [-] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.247896] env[69547]: DEBUG nova.network.neutron [-] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.277040] env[69547]: DEBUG oslo_concurrency.lockutils [req-6e077d7d-cc54-416b-a68c-dc047870dbce req-8ccb19c2-5edd-44e9-8153-8ea0b232bbcf service nova] Releasing lock "refresh_cache-f762e442-a73e-4087-be2e-8efeef507e1e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.323936] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b02ef-cb17-461e-9a61-af30cb50d7f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.331198] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f192414a-8c2b-4633-89e3-982ea970787d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.361769] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6d7119-57e3-49bf-810b-42c5730d622c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.369109] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0ff476-3657-4202-9247-30866c5f2bb8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.382827] env[69547]: DEBUG nova.compute.provider_tree [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.453454] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a9747d-2f1b-8d57-fbe9-d3e7e817098b, 'name': SearchDatastore_Task, 'duration_secs': 0.024621} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.457120] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.457120] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.457120] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.467211] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5248819e-734b-a958-8e4f-163dd4dab392, 'name': SearchDatastore_Task, 'duration_secs': 0.015377} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.468091] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7290b7b6-a1e9-47a5-80e1-a8b7fd34218d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.474100] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1011.474100] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520c6e9e-3c55-3c68-46be-a318ef729fa8" [ 1011.474100] env[69547]: _type = "Task" [ 1011.474100] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.481796] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520c6e9e-3c55-3c68-46be-a318ef729fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.887087] env[69547]: DEBUG nova.scheduler.client.report [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.984786] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520c6e9e-3c55-3c68-46be-a318ef729fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.985054] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.985322] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] f762e442-a73e-4087-be2e-8efeef507e1e/f762e442-a73e-4087-be2e-8efeef507e1e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.985595] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.985778] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.985983] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-053a9541-2d2b-4d86-a155-3b1e3af165b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.987881] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98290baa-6fc7-4a01-8f79-c1691d4c8c8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.989612] env[69547]: DEBUG nova.network.neutron [-] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.998713] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1011.998713] env[69547]: value = "task-3161837" [ 1011.998713] env[69547]: _type = "Task" [ 1011.998713] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.999645] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.999831] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.003414] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88627a78-422c-4f8f-bb3b-4c84972e4da6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.011086] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.012297] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1012.012297] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f31d92-0bee-fa74-2182-7aa4f6294af4" [ 1012.012297] env[69547]: _type = "Task" [ 1012.012297] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.020970] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f31d92-0bee-fa74-2182-7aa4f6294af4, 'name': SearchDatastore_Task, 'duration_secs': 0.008236} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.021727] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01faf569-8a71-49a7-a432-9c30533b21ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.026310] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1012.026310] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527b0cca-b91b-dee8-13ed-8fc851f76f94" [ 1012.026310] env[69547]: _type = "Task" [ 1012.026310] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.034036] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527b0cca-b91b-dee8-13ed-8fc851f76f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.096162] env[69547]: DEBUG nova.compute.manager [req-e2c8e090-f0a3-4386-93be-14ecb0c046d5 req-f31dd153-65ea-4bc1-a04c-a276e3716c28 service nova] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Received event network-vif-deleted-32e14aab-880a-42f4-9b4b-4a2dc076ced3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.392249] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.392843] env[69547]: DEBUG nova.compute.manager [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.395526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.343s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.397042] env[69547]: INFO nova.compute.claims [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.492243] env[69547]: INFO nova.compute.manager [-] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Took 1.24 seconds to deallocate network for instance. [ 1012.510047] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450853} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.510047] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] f762e442-a73e-4087-be2e-8efeef507e1e/f762e442-a73e-4087-be2e-8efeef507e1e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.510300] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.510563] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-189e6b39-9df7-4c41-b281-a5eca55ac1af {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.517044] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1012.517044] env[69547]: value = "task-3161838" [ 1012.517044] env[69547]: _type = "Task" [ 1012.517044] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.527451] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.540808] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527b0cca-b91b-dee8-13ed-8fc851f76f94, 'name': SearchDatastore_Task, 'duration_secs': 0.00781} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.541586] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.542185] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e/3affad03-eca0-45ae-8e2f-5385e868207e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.543138] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac416652-99d1-43bb-9865-6983ee15cf95 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.552677] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1012.552677] env[69547]: value = "task-3161839" [ 1012.552677] env[69547]: _type = "Task" [ 1012.552677] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.563066] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.635193] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.635317] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.902767] env[69547]: DEBUG nova.compute.utils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.908309] env[69547]: DEBUG nova.compute.manager [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.908309] env[69547]: DEBUG nova.network.neutron [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.953078] env[69547]: DEBUG nova.policy [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d34b11bbfc42c5bdccc421374336fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe31a0dab018416382f0c8af99bc7d87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.999843] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.025652] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076823} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.026588] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.026588] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9196a649-56ec-458e-8010-582a66645955 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.048262] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] f762e442-a73e-4087-be2e-8efeef507e1e/f762e442-a73e-4087-be2e-8efeef507e1e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.048505] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a486fc14-96b7-4c0d-bc90-7906d745299a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.073762] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42659} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.074981] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e/3affad03-eca0-45ae-8e2f-5385e868207e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.075218] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.075524] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1013.075524] env[69547]: value = "task-3161840" [ 1013.075524] env[69547]: _type = "Task" [ 1013.075524] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.075706] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f69cf81-c501-487f-bce1-612e54d6d53b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.085908] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.087063] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1013.087063] env[69547]: value = "task-3161841" [ 1013.087063] env[69547]: _type = "Task" [ 1013.087063] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.095487] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.143234] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.143451] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.143609] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.143986] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.143986] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.144081] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.144256] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1013.144408] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.232905] env[69547]: DEBUG nova.network.neutron [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Successfully created port: e3696756-9f53-4e1f-984e-96996f43b3c2 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.412617] env[69547]: DEBUG nova.compute.manager [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.591615] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.602572] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284624} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.602900] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.603696] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cc9ca3-09cf-4409-bc02-5ced3cac5c01 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.625701] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e/3affad03-eca0-45ae-8e2f-5385e868207e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.628538] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fbe7e67-fc51-4609-8d54-aa7f599e4e9e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.647385] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.648990] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1013.648990] env[69547]: value = "task-3161842" [ 1013.648990] env[69547]: _type = "Task" [ 1013.648990] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.658489] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.725945] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b5f2b-14cd-4739-9527-80a1f05d0c3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.734673] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49f4e4-d01e-448f-9e3b-f100d94abcb7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.766647] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366e4679-77cc-4d2b-96cf-0b1428caaf8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.775113] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3b2206-461a-410f-90a4-ef408de95b88 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.788851] env[69547]: DEBUG nova.compute.provider_tree [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.088737] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161840, 'name': ReconfigVM_Task, 'duration_secs': 0.796531} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.089071] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] f762e442-a73e-4087-be2e-8efeef507e1e/f762e442-a73e-4087-be2e-8efeef507e1e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.089638] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26a4b9f2-d3ee-4bf5-a85f-337ad2bde15b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.096206] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1014.096206] env[69547]: value = "task-3161843" [ 1014.096206] env[69547]: _type = "Task" [ 1014.096206] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.106034] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161843, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.159029] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161842, 'name': ReconfigVM_Task, 'duration_secs': 0.416864} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.159267] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e/3affad03-eca0-45ae-8e2f-5385e868207e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.159913] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e30b85ff-ef51-434f-b564-5788e501c5fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.166482] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1014.166482] env[69547]: value = "task-3161844" [ 1014.166482] env[69547]: _type = "Task" [ 1014.166482] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.174945] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161844, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.292728] env[69547]: DEBUG nova.scheduler.client.report [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.424854] env[69547]: DEBUG nova.compute.manager [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.452468] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.452717] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.452879] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.453080] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.453238] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.453388] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.453597] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.453759] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.453927] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.454109] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.454290] env[69547]: DEBUG nova.virt.hardware [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.455282] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dc0f2f-8605-4e20-85c3-0b2b3f740604 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.463385] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb92c5c-e208-4c3b-929b-7483465231ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.607350] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161843, 'name': Rename_Task, 'duration_secs': 0.151369} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.607642] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.607915] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c5795f0-9af2-42fb-b178-b9c3f739d44f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.612569] env[69547]: DEBUG nova.compute.manager [req-627de072-6d42-4ab1-983c-f7fb8955c672 req-6cfa64d5-a350-4ebb-af23-91d8f9ecfbf0 service nova] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Received event network-vif-plugged-e3696756-9f53-4e1f-984e-96996f43b3c2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.614570] env[69547]: DEBUG oslo_concurrency.lockutils [req-627de072-6d42-4ab1-983c-f7fb8955c672 req-6cfa64d5-a350-4ebb-af23-91d8f9ecfbf0 service nova] Acquiring lock "6d8e108a-2e67-4076-855a-041f2253db32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.614570] env[69547]: DEBUG oslo_concurrency.lockutils [req-627de072-6d42-4ab1-983c-f7fb8955c672 req-6cfa64d5-a350-4ebb-af23-91d8f9ecfbf0 service nova] Lock "6d8e108a-2e67-4076-855a-041f2253db32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.614570] env[69547]: DEBUG oslo_concurrency.lockutils [req-627de072-6d42-4ab1-983c-f7fb8955c672 req-6cfa64d5-a350-4ebb-af23-91d8f9ecfbf0 service nova] Lock "6d8e108a-2e67-4076-855a-041f2253db32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.614570] env[69547]: DEBUG nova.compute.manager [req-627de072-6d42-4ab1-983c-f7fb8955c672 req-6cfa64d5-a350-4ebb-af23-91d8f9ecfbf0 service nova] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] No waiting events found dispatching network-vif-plugged-e3696756-9f53-4e1f-984e-96996f43b3c2 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.614570] env[69547]: WARNING nova.compute.manager [req-627de072-6d42-4ab1-983c-f7fb8955c672 req-6cfa64d5-a350-4ebb-af23-91d8f9ecfbf0 service nova] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Received unexpected event network-vif-plugged-e3696756-9f53-4e1f-984e-96996f43b3c2 for instance with vm_state building and task_state spawning. [ 1014.615398] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1014.615398] env[69547]: value = "task-3161845" [ 1014.615398] env[69547]: _type = "Task" [ 1014.615398] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.624099] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.676775] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161844, 'name': Rename_Task, 'duration_secs': 0.14709} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.677171] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.677548] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c9bee44-4c06-4ea2-8f1c-503791868496 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.684195] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1014.684195] env[69547]: value = "task-3161846" [ 1014.684195] env[69547]: _type = "Task" [ 1014.684195] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.692276] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.715159] env[69547]: DEBUG nova.network.neutron [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Successfully updated port: e3696756-9f53-4e1f-984e-96996f43b3c2 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.797488] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.798220] env[69547]: DEBUG nova.compute.manager [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.801816] env[69547]: DEBUG oslo_concurrency.lockutils [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.841s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.801976] env[69547]: DEBUG nova.objects.instance [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lazy-loading 'resources' on Instance uuid 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.127238] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.193615] env[69547]: DEBUG oslo_vmware.api [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161846, 'name': PowerOnVM_Task, 'duration_secs': 0.486232} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.193851] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.194070] env[69547]: INFO nova.compute.manager [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Took 4.98 seconds to spawn the instance on the hypervisor. [ 1015.194258] env[69547]: DEBUG nova.compute.manager [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.195023] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9c77a3-b046-4077-a482-d67721ac6022 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.218374] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "refresh_cache-6d8e108a-2e67-4076-855a-041f2253db32" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.218548] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "refresh_cache-6d8e108a-2e67-4076-855a-041f2253db32" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.218710] env[69547]: DEBUG nova.network.neutron [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.305334] env[69547]: DEBUG nova.compute.utils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.310107] env[69547]: DEBUG nova.compute.manager [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.310267] env[69547]: DEBUG nova.network.neutron [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.355456] env[69547]: DEBUG nova.policy [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd35c22044c467fbb98bf1c59fecf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8342c2e5f2ea44009e37049e4bb33fe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.582400] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331c3b26-b627-40b4-aec6-fc93c1769bd3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.591917] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90916ee6-f7af-49e4-8cf7-829428ff5e48 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.626165] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f5c33d-b877-46e3-99a8-8a8a05c603d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.636561] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527aeefa-022e-4715-aff9-e8e25cc3c0fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.640448] env[69547]: DEBUG oslo_vmware.api [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161845, 'name': PowerOnVM_Task, 'duration_secs': 1.003735} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.641223] env[69547]: DEBUG nova.network.neutron [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Successfully created port: 556ecefc-fff1-4079-9f95-8174cea6e7cb {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.642997] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.643220] env[69547]: INFO nova.compute.manager [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1015.643400] env[69547]: DEBUG nova.compute.manager [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.644450] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8967f6bb-8466-46fd-9c64-864419b132f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.656176] env[69547]: DEBUG nova.compute.provider_tree [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.711442] env[69547]: INFO nova.compute.manager [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Took 29.35 seconds to build instance. [ 1015.765984] env[69547]: DEBUG nova.network.neutron [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.810350] env[69547]: DEBUG nova.compute.manager [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.988130] env[69547]: DEBUG nova.network.neutron [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Updating instance_info_cache with network_info: [{"id": "e3696756-9f53-4e1f-984e-96996f43b3c2", "address": "fa:16:3e:52:0f:b6", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3696756-9f", "ovs_interfaceid": "e3696756-9f53-4e1f-984e-96996f43b3c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.159445] env[69547]: DEBUG nova.scheduler.client.report [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.171792] env[69547]: INFO nova.compute.manager [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Took 30.70 seconds to build instance. [ 1016.213858] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6e76538f-6ee0-40a2-8044-1fd6bd70b424 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "3affad03-eca0-45ae-8e2f-5385e868207e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.862s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.490264] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "refresh_cache-6d8e108a-2e67-4076-855a-041f2253db32" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.490599] env[69547]: DEBUG nova.compute.manager [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Instance network_info: |[{"id": "e3696756-9f53-4e1f-984e-96996f43b3c2", "address": "fa:16:3e:52:0f:b6", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3696756-9f", "ovs_interfaceid": "e3696756-9f53-4e1f-984e-96996f43b3c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.491035] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:0f:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3696756-9f53-4e1f-984e-96996f43b3c2', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.499330] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.500660] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.503511] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08ae9edb-c613-449c-8f8f-a75e0bca7f7a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.528433] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.528433] env[69547]: value = "task-3161847" [ 1016.528433] env[69547]: _type = "Task" [ 1016.528433] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.536647] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161847, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.664937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.667571] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.490s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.671156] env[69547]: INFO nova.compute.claims [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.673167] env[69547]: DEBUG oslo_concurrency.lockutils [None req-915b2a5c-c368-4324-8190-976ec7c5a047 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "f762e442-a73e-4087-be2e-8efeef507e1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.209s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.688060] env[69547]: INFO nova.scheduler.client.report [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Deleted allocations for instance 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f [ 1016.734745] env[69547]: DEBUG nova.compute.manager [req-abbd6690-b549-47c3-b92a-90981bd3bb4b req-8f3d3d80-5421-47fb-8d5b-8fab4fae9f77 service nova] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Received event network-changed-e3696756-9f53-4e1f-984e-96996f43b3c2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.734745] env[69547]: DEBUG nova.compute.manager [req-abbd6690-b549-47c3-b92a-90981bd3bb4b req-8f3d3d80-5421-47fb-8d5b-8fab4fae9f77 service nova] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Refreshing instance network info cache due to event network-changed-e3696756-9f53-4e1f-984e-96996f43b3c2. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.735348] env[69547]: DEBUG oslo_concurrency.lockutils [req-abbd6690-b549-47c3-b92a-90981bd3bb4b req-8f3d3d80-5421-47fb-8d5b-8fab4fae9f77 service nova] Acquiring lock "refresh_cache-6d8e108a-2e67-4076-855a-041f2253db32" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.735348] env[69547]: DEBUG oslo_concurrency.lockutils [req-abbd6690-b549-47c3-b92a-90981bd3bb4b req-8f3d3d80-5421-47fb-8d5b-8fab4fae9f77 service nova] Acquired lock "refresh_cache-6d8e108a-2e67-4076-855a-041f2253db32" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.735469] env[69547]: DEBUG nova.network.neutron [req-abbd6690-b549-47c3-b92a-90981bd3bb4b req-8f3d3d80-5421-47fb-8d5b-8fab4fae9f77 service nova] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Refreshing network info cache for port e3696756-9f53-4e1f-984e-96996f43b3c2 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.819959] env[69547]: DEBUG nova.compute.manager [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.842443] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.842698] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.843095] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.843348] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.843506] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.843659] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.843891] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.844044] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.844218] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.844380] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.844553] env[69547]: DEBUG nova.virt.hardware [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.845451] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8464e4b-0ccb-4bc8-8938-0d723eed58ee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.853803] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bff2e4f-9160-47f1-9913-52ddffbe510f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.040186] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161847, 'name': CreateVM_Task, 'duration_secs': 0.287828} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.040276] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.040980] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.041167] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.041483] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.041781] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d375c9-cb88-4ae7-8667-dcca6e518f50 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.046844] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1017.046844] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5241bdb7-e83d-361a-00d3-cfb26d6eed2f" [ 1017.046844] env[69547]: _type = "Task" [ 1017.046844] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.054021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.054021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.058350] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5241bdb7-e83d-361a-00d3-cfb26d6eed2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.198789] env[69547]: DEBUG oslo_concurrency.lockutils [None req-953a1e6a-440a-4d36-b3be-0d1f216725d0 tempest-ServersNegativeTestMultiTenantJSON-157692710 tempest-ServersNegativeTestMultiTenantJSON-157692710-project-member] Lock "4ac112f8-3d22-4a20-816a-b6d1aa0ea21f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.590s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.318713] env[69547]: DEBUG nova.network.neutron [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Successfully updated port: 556ecefc-fff1-4079-9f95-8174cea6e7cb {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.453307] env[69547]: DEBUG nova.network.neutron [req-abbd6690-b549-47c3-b92a-90981bd3bb4b req-8f3d3d80-5421-47fb-8d5b-8fab4fae9f77 service nova] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Updated VIF entry in instance network info cache for port e3696756-9f53-4e1f-984e-96996f43b3c2. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.453681] env[69547]: DEBUG nova.network.neutron [req-abbd6690-b549-47c3-b92a-90981bd3bb4b req-8f3d3d80-5421-47fb-8d5b-8fab4fae9f77 service nova] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Updating instance_info_cache with network_info: [{"id": "e3696756-9f53-4e1f-984e-96996f43b3c2", "address": "fa:16:3e:52:0f:b6", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3696756-9f", "ovs_interfaceid": "e3696756-9f53-4e1f-984e-96996f43b3c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.472258] env[69547]: INFO nova.compute.manager [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Rebuilding instance [ 1017.512519] env[69547]: DEBUG nova.compute.manager [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.513387] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41425ec1-c179-4ebb-b145-737f449b90b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.527911] env[69547]: DEBUG nova.compute.manager [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.528658] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dce748f-d78e-4e66-8097-ca8010cc9a73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.557630] env[69547]: INFO nova.compute.manager [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Detaching volume ac600fe2-7764-43f3-96a9-c8199a918a08 [ 1017.559374] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5241bdb7-e83d-361a-00d3-cfb26d6eed2f, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.562740] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.562740] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.562740] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.562740] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.562740] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.562740] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9552601c-b60f-4d91-a373-85dca9374c2d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.575401] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.575749] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.577538] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfd4c27-e611-471e-8459-e9a5c77523d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.582947] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1017.582947] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5246de26-0b6c-63f5-0cfd-20e6bce34d42" [ 1017.582947] env[69547]: _type = "Task" [ 1017.582947] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.591421] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5246de26-0b6c-63f5-0cfd-20e6bce34d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.598403] env[69547]: INFO nova.virt.block_device [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Attempting to driver detach volume ac600fe2-7764-43f3-96a9-c8199a918a08 from mountpoint /dev/sdb [ 1017.598650] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1017.598832] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632566', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'name': 'volume-ac600fe2-7764-43f3-96a9-c8199a918a08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'serial': 'ac600fe2-7764-43f3-96a9-c8199a918a08'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1017.599631] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d467742-ab68-4c5f-92f1-d90b63611093 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.620284] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d814cd-a558-4215-b5af-6fb0553d924a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.626875] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a0193-aea4-4be9-a16e-258162ccd3ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.648143] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9795b582-f4b1-4fc1-8376-af68ced38d7f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.663809] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] The volume has not been displaced from its original location: [datastore1] volume-ac600fe2-7764-43f3-96a9-c8199a918a08/volume-ac600fe2-7764-43f3-96a9-c8199a918a08.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1017.669282] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1017.669770] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13a9137a-fd34-412d-a38e-9f4757b8800f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.694883] env[69547]: DEBUG oslo_vmware.api [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1017.694883] env[69547]: value = "task-3161848" [ 1017.694883] env[69547]: _type = "Task" [ 1017.694883] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.707023] env[69547]: DEBUG oslo_vmware.api [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.821446] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-8501170c-3994-4a4e-8b98-360b8806aeb9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.821606] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-8501170c-3994-4a4e-8b98-360b8806aeb9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.821752] env[69547]: DEBUG nova.network.neutron [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.956849] env[69547]: DEBUG oslo_concurrency.lockutils [req-abbd6690-b549-47c3-b92a-90981bd3bb4b req-8f3d3d80-5421-47fb-8d5b-8fab4fae9f77 service nova] Releasing lock "refresh_cache-6d8e108a-2e67-4076-855a-041f2253db32" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.011649] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97b4cc7-7d97-4644-be8b-efcf6f885bab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.019184] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e49500-902c-4ccd-885b-eb6b114b9856 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.054828] env[69547]: INFO nova.compute.manager [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] instance snapshotting [ 1018.057766] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81920957-a66e-4396-9ea4-fac5cdc19a4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.062686] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e77c777-b646-43da-b242-b4309f3d2aef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.081889] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459db53f-8727-4531-a281-ef0f2d0f0eca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.086847] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef495b-41b8-412f-b4f8-4ef809a3ec71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.108936] env[69547]: DEBUG nova.compute.provider_tree [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.110303] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5246de26-0b6c-63f5-0cfd-20e6bce34d42, 'name': SearchDatastore_Task, 'duration_secs': 0.008731} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.111364] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be88ebf-ddde-4533-a6f3-b49251c30f1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.116951] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1018.116951] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52672bd4-1054-98c0-e2f4-6bcdf050f69a" [ 1018.116951] env[69547]: _type = "Task" [ 1018.116951] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.126067] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52672bd4-1054-98c0-e2f4-6bcdf050f69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.212273] env[69547]: DEBUG oslo_vmware.api [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161848, 'name': ReconfigVM_Task, 'duration_secs': 0.240579} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.212273] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.212693] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c10c526c-d94e-43b1-b1bf-42e3176498d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.229597] env[69547]: DEBUG oslo_vmware.api [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1018.229597] env[69547]: value = "task-3161849" [ 1018.229597] env[69547]: _type = "Task" [ 1018.229597] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.240074] env[69547]: DEBUG oslo_vmware.api [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.367791] env[69547]: DEBUG nova.network.neutron [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.511834] env[69547]: DEBUG nova.network.neutron [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Updating instance_info_cache with network_info: [{"id": "556ecefc-fff1-4079-9f95-8174cea6e7cb", "address": "fa:16:3e:96:88:be", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap556ecefc-ff", "ovs_interfaceid": "556ecefc-fff1-4079-9f95-8174cea6e7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.526035] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.526321] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-308fbdf3-eaee-4b70-87cb-89b3f084d081 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.533478] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1018.533478] env[69547]: value = "task-3161850" [ 1018.533478] env[69547]: _type = "Task" [ 1018.533478] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.541595] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.611915] env[69547]: DEBUG nova.scheduler.client.report [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.616415] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.616741] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-953671cb-d7d4-4593-aa2e-b5c05dc0a693 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.629596] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52672bd4-1054-98c0-e2f4-6bcdf050f69a, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.631565] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.631565] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 6d8e108a-2e67-4076-855a-041f2253db32/6d8e108a-2e67-4076-855a-041f2253db32.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.631565] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1018.631565] env[69547]: value = "task-3161851" [ 1018.631565] env[69547]: _type = "Task" [ 1018.631565] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.632286] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9d008c9-18c7-43a6-9777-27de44593227 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.644268] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.645918] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1018.645918] env[69547]: value = "task-3161852" [ 1018.645918] env[69547]: _type = "Task" [ 1018.645918] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.654994] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.752407] env[69547]: DEBUG oslo_vmware.api [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161849, 'name': ReconfigVM_Task, 'duration_secs': 0.152879} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.753256] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632566', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'name': 'volume-ac600fe2-7764-43f3-96a9-c8199a918a08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac600fe2-7764-43f3-96a9-c8199a918a08', 'serial': 'ac600fe2-7764-43f3-96a9-c8199a918a08'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1018.773405] env[69547]: DEBUG nova.compute.manager [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Received event network-vif-plugged-556ecefc-fff1-4079-9f95-8174cea6e7cb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.774579] env[69547]: DEBUG oslo_concurrency.lockutils [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] Acquiring lock "8501170c-3994-4a4e-8b98-360b8806aeb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.774579] env[69547]: DEBUG oslo_concurrency.lockutils [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.774579] env[69547]: DEBUG oslo_concurrency.lockutils [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.774579] env[69547]: DEBUG nova.compute.manager [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] No waiting events found dispatching network-vif-plugged-556ecefc-fff1-4079-9f95-8174cea6e7cb {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.775107] env[69547]: WARNING nova.compute.manager [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Received unexpected event network-vif-plugged-556ecefc-fff1-4079-9f95-8174cea6e7cb for instance with vm_state building and task_state spawning. [ 1018.775689] env[69547]: DEBUG nova.compute.manager [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Received event network-changed-556ecefc-fff1-4079-9f95-8174cea6e7cb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.776128] env[69547]: DEBUG nova.compute.manager [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Refreshing instance network info cache due to event network-changed-556ecefc-fff1-4079-9f95-8174cea6e7cb. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.776425] env[69547]: DEBUG oslo_concurrency.lockutils [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] Acquiring lock "refresh_cache-8501170c-3994-4a4e-8b98-360b8806aeb9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.015030] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-8501170c-3994-4a4e-8b98-360b8806aeb9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.015439] env[69547]: DEBUG nova.compute.manager [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Instance network_info: |[{"id": "556ecefc-fff1-4079-9f95-8174cea6e7cb", "address": "fa:16:3e:96:88:be", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap556ecefc-ff", "ovs_interfaceid": "556ecefc-fff1-4079-9f95-8174cea6e7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.015774] env[69547]: DEBUG oslo_concurrency.lockutils [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] Acquired lock "refresh_cache-8501170c-3994-4a4e-8b98-360b8806aeb9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.015958] env[69547]: DEBUG nova.network.neutron [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Refreshing network info cache for port 556ecefc-fff1-4079-9f95-8174cea6e7cb {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.017350] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:88:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '556ecefc-fff1-4079-9f95-8174cea6e7cb', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.026497] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.029899] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.030482] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b2064e-c137-4e43-a94f-f6d3a73196bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.056826] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161850, 'name': PowerOffVM_Task, 'duration_secs': 0.115527} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.058535] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.059234] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.059501] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.059501] env[69547]: value = "task-3161853" [ 1019.059501] env[69547]: _type = "Task" [ 1019.059501] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.060227] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a854ed64-27da-442a-ad84-3b0d5997f8b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.076129] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161853, 'name': CreateVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.076129] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.076129] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c1029c1-2906-415f-bd0a-55252bd6943e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.099695] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.099975] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.100242] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Deleting the datastore file [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.100546] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36cf4f46-fae8-4eb3-abf5-54930cd811cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.108483] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1019.108483] env[69547]: value = "task-3161855" [ 1019.108483] env[69547]: _type = "Task" [ 1019.108483] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.117283] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.120287] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.121074] env[69547]: DEBUG nova.compute.manager [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.125017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.276s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.125638] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.128071] env[69547]: DEBUG oslo_concurrency.lockutils [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.109s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.128315] env[69547]: DEBUG nova.objects.instance [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lazy-loading 'resources' on Instance uuid fc616047-fa59-42c8-96c8-48b520b81d20 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.145000] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.162761] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48656} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.164466] env[69547]: INFO nova.scheduler.client.report [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted allocations for instance e1ea28d1-194d-4e26-8b7d-bf1060528315 [ 1019.170784] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 6d8e108a-2e67-4076-855a-041f2253db32/6d8e108a-2e67-4076-855a-041f2253db32.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.170902] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.171439] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b73440b-ef63-4dd9-a8a7-cc30fa5658e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.183045] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1019.183045] env[69547]: value = "task-3161856" [ 1019.183045] env[69547]: _type = "Task" [ 1019.183045] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.190932] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.327039] env[69547]: DEBUG nova.objects.instance [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lazy-loading 'flavor' on Instance uuid 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.361377] env[69547]: DEBUG nova.network.neutron [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Updated VIF entry in instance network info cache for port 556ecefc-fff1-4079-9f95-8174cea6e7cb. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.361740] env[69547]: DEBUG nova.network.neutron [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Updating instance_info_cache with network_info: [{"id": "556ecefc-fff1-4079-9f95-8174cea6e7cb", "address": "fa:16:3e:96:88:be", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap556ecefc-ff", "ovs_interfaceid": "556ecefc-fff1-4079-9f95-8174cea6e7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.573669] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161853, 'name': CreateVM_Task, 'duration_secs': 0.318449} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.573943] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.574608] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.574800] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.575196] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.575466] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c345cc-c105-4950-94e5-12f8a220407d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.580450] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1019.580450] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e031c9-cd15-ff6c-ab31-04119afebf42" [ 1019.580450] env[69547]: _type = "Task" [ 1019.580450] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.590444] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e031c9-cd15-ff6c-ab31-04119afebf42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.617545] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103059} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.617817] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.618012] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.618212] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.626103] env[69547]: DEBUG nova.compute.utils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.627321] env[69547]: DEBUG nova.compute.manager [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.627488] env[69547]: DEBUG nova.network.neutron [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.643625] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161851, 'name': CreateSnapshot_Task, 'duration_secs': 0.570568} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.647020] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1019.647020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70c5303-57df-4233-b0d7-b4a167d5e886 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.678791] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dbabfc29-6010-4c95-a43d-ac319652ddfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "e1ea28d1-194d-4e26-8b7d-bf1060528315" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.526s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.682301] env[69547]: DEBUG nova.policy [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8733d356dea7459bafb998e163af44af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bc8acba832a4e96bb2812964b8344f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.696014] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071764} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.697261] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.698049] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8d5f64-b238-4c42-9c6e-e7222aadcbe6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.722325] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 6d8e108a-2e67-4076-855a-041f2253db32/6d8e108a-2e67-4076-855a-041f2253db32.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.725545] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-090fc6bd-8549-404e-91ac-2dee22fbbe30 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.748036] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1019.748036] env[69547]: value = "task-3161857" [ 1019.748036] env[69547]: _type = "Task" [ 1019.748036] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.756695] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.864805] env[69547]: DEBUG oslo_concurrency.lockutils [req-a58922ff-c583-401f-afa4-54e8369948d0 req-30b27874-715e-44a8-8d63-28481eac950b service nova] Releasing lock "refresh_cache-8501170c-3994-4a4e-8b98-360b8806aeb9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.009602] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15051c4e-7646-4a50-b8b0-22f7f2252a4f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.019049] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ccf38d-3719-44ec-8463-ccd47e09c4d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.051594] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8819541-79b3-487e-93d5-1b54da47430e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.066663] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bbc1f9-a8a8-455c-9384-7c739b7cf4f2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.073713] env[69547]: DEBUG nova.network.neutron [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Successfully created port: d512c390-6101-4e63-aeb2-600c710d36a7 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.086387] env[69547]: DEBUG nova.compute.provider_tree [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.097703] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e031c9-cd15-ff6c-ab31-04119afebf42, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.098359] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.098359] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.098507] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.098625] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.098801] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.099331] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97952989-a938-4cdf-a867-dc4d4dbf864d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.108035] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.108459] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.108946] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eae2613-e0fa-4088-8086-e736546e58e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.114620] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1020.114620] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cfe5f1-b670-ce88-8354-9d10c673b3a8" [ 1020.114620] env[69547]: _type = "Task" [ 1020.114620] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.125549] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cfe5f1-b670-ce88-8354-9d10c673b3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.131453] env[69547]: DEBUG nova.compute.manager [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.173329] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.174190] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ebdc107-9e76-48e5-8245-526263d09988 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.184192] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1020.184192] env[69547]: value = "task-3161858" [ 1020.184192] env[69547]: _type = "Task" [ 1020.184192] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.194599] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161858, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.257869] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161857, 'name': ReconfigVM_Task, 'duration_secs': 0.267262} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.258168] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 6d8e108a-2e67-4076-855a-041f2253db32/6d8e108a-2e67-4076-855a-041f2253db32.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.258798] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-def89ff3-8706-4397-b46b-335f9a3815da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.265286] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1020.265286] env[69547]: value = "task-3161859" [ 1020.265286] env[69547]: _type = "Task" [ 1020.265286] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.272862] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161859, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.334778] env[69547]: DEBUG oslo_concurrency.lockutils [None req-154542fd-aa81-49d1-83da-f0ed7f16c9fb tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.559616] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.559962] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.560165] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.560351] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.560523] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.563210] env[69547]: INFO nova.compute.manager [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Terminating instance [ 1020.595024] env[69547]: DEBUG nova.scheduler.client.report [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.626377] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cfe5f1-b670-ce88-8354-9d10c673b3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.632032] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7c8dc2-6596-455d-8eae-9aed8b64db82 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.643235] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1020.643235] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b27ad-bd90-327a-8ebc-b1552d9ee2df" [ 1020.643235] env[69547]: _type = "Task" [ 1020.643235] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.654361] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b27ad-bd90-327a-8ebc-b1552d9ee2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.672329] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.672593] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.672766] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.673070] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.673244] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.673550] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.673671] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.673831] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.673996] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.674180] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.674381] env[69547]: DEBUG nova.virt.hardware [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.675268] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81cac24-904a-4882-9667-6a816f93c123 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.683194] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f99572c-4537-4230-b008-8c5d42c9ff29 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.701761] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.707466] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.711858] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.711858] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161858, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.711858] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee63055c-3617-4dff-b237-07d1695e1807 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.728933] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.728933] env[69547]: value = "task-3161860" [ 1020.728933] env[69547]: _type = "Task" [ 1020.728933] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.737034] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161860, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.778329] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161859, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.953708] env[69547]: DEBUG nova.objects.instance [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lazy-loading 'flavor' on Instance uuid 97835afb-a848-4055-bc0e-ea508c403d1b {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.068036] env[69547]: DEBUG nova.compute.manager [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.068036] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.069072] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb24bc2-5073-4d4c-a39f-987cc5074317 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.077026] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.077319] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ebb6eb-56b1-4af6-b2aa-4bb28896dff9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.084598] env[69547]: DEBUG oslo_vmware.api [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1021.084598] env[69547]: value = "task-3161861" [ 1021.084598] env[69547]: _type = "Task" [ 1021.084598] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.094917] env[69547]: DEBUG oslo_vmware.api [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.098794] env[69547]: DEBUG oslo_concurrency.lockutils [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.101431] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.585s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.103913] env[69547]: INFO nova.compute.claims [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.127539] env[69547]: INFO nova.scheduler.client.report [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Deleted allocations for instance fc616047-fa59-42c8-96c8-48b520b81d20 [ 1021.142119] env[69547]: DEBUG nova.compute.manager [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.156452] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b27ad-bd90-327a-8ebc-b1552d9ee2df, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.156857] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.157176] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 8501170c-3994-4a4e-8b98-360b8806aeb9/8501170c-3994-4a4e-8b98-360b8806aeb9.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.157605] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c3c062b-6f15-428b-985b-80373198dfd2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.166332] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1021.166332] env[69547]: value = "task-3161862" [ 1021.166332] env[69547]: _type = "Task" [ 1021.166332] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.177587] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.178063] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.178312] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.178612] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.178883] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.179291] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.179540] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.179802] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.180098] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.180423] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.180709] env[69547]: DEBUG nova.virt.hardware [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.182412] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8931e9a3-4d47-4969-9984-c892775ce793 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.191885] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.207458] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.207648] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.212750] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87194375-3a08-49b7-9c26-c038963c4ef5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.225935] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161858, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.244964] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161860, 'name': CreateVM_Task, 'duration_secs': 0.269237} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.245162] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.245624] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.245827] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.246184] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.246448] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028513a5-6369-4131-aab0-dcc4a4780777 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.251204] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1021.251204] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52facede-4fe9-63ee-82e7-4daf38b1ddf4" [ 1021.251204] env[69547]: _type = "Task" [ 1021.251204] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.259156] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52facede-4fe9-63ee-82e7-4daf38b1ddf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.276348] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161859, 'name': Rename_Task, 'duration_secs': 0.832133} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.276606] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.276838] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56fc0f83-5090-4158-8fa7-a3b6546caa64 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.282697] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1021.282697] env[69547]: value = "task-3161863" [ 1021.282697] env[69547]: _type = "Task" [ 1021.282697] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.291629] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.459642] env[69547]: DEBUG oslo_concurrency.lockutils [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.460019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquired lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.595568] env[69547]: DEBUG oslo_vmware.api [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161861, 'name': PowerOffVM_Task, 'duration_secs': 0.172556} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.595874] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.596061] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.596342] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c38a7e71-617e-4982-aaf7-00635da3fcaf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.638168] env[69547]: DEBUG oslo_concurrency.lockutils [None req-629ef748-9040-4da2-a1ea-fdf6cab53eb5 tempest-ServersAdminTestJSON-2061673650 tempest-ServersAdminTestJSON-2061673650-project-member] Lock "fc616047-fa59-42c8-96c8-48b520b81d20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.041s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.666920] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.667212] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.667424] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleting the datastore file [datastore1] 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.674019] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ff356ac-bb4b-4cbb-b8ff-43d11da4f877 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.687874] env[69547]: DEBUG oslo_vmware.api [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1021.687874] env[69547]: value = "task-3161865" [ 1021.687874] env[69547]: _type = "Task" [ 1021.687874] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.688267] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466996} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.688466] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 8501170c-3994-4a4e-8b98-360b8806aeb9/8501170c-3994-4a4e-8b98-360b8806aeb9.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.688689] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.694596] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc05d404-3c4c-4a10-8c89-2c48ade6949f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.705264] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161858, 'name': CloneVM_Task, 'duration_secs': 1.456637} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.708936] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Created linked-clone VM from snapshot [ 1021.709327] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1021.709327] env[69547]: value = "task-3161866" [ 1021.709327] env[69547]: _type = "Task" [ 1021.709327] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.709561] env[69547]: DEBUG oslo_vmware.api [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.710236] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c71aea8-baaf-46b9-9bac-1f057f8bcb9b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.721880] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Uploading image 852bda47-2d89-46b4-a31d-5c6fe7a662f9 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1021.727022] env[69547]: DEBUG nova.compute.manager [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.729823] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.738905] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1021.738905] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-409e8b52-e65b-4840-a5f4-eb8443a00efc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.745846] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1021.745846] env[69547]: value = "task-3161867" [ 1021.745846] env[69547]: _type = "Task" [ 1021.745846] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.760744] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161867, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.767733] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52facede-4fe9-63ee-82e7-4daf38b1ddf4, 'name': SearchDatastore_Task, 'duration_secs': 0.008977} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.767733] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.768042] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.768518] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.768845] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.769157] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.770053] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ffb2861-ce9e-4213-a996-4bbd9b4e9f40 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.781820] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.781820] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.781820] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d929077-2e92-4e71-8c22-88fcc6156151 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.793677] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161863, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.796016] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1021.796016] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5201008e-4da2-b98f-0488-542e3b752485" [ 1021.796016] env[69547]: _type = "Task" [ 1021.796016] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.807218] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5201008e-4da2-b98f-0488-542e3b752485, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.808052] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44decd11-9fc5-4ce1-baf3-68d89d532fc0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.813880] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1021.813880] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522ebe7e-ba73-ef74-fc35-d781eaeb3a14" [ 1021.813880] env[69547]: _type = "Task" [ 1021.813880] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.825294] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522ebe7e-ba73-ef74-fc35-d781eaeb3a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.993722] env[69547]: DEBUG nova.compute.manager [req-8d246749-52ca-4e59-b68a-fb351e2abc86 req-28b9ba8f-4aa0-4865-b671-711635ab96a0 service nova] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Received event network-vif-plugged-d512c390-6101-4e63-aeb2-600c710d36a7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.994161] env[69547]: DEBUG oslo_concurrency.lockutils [req-8d246749-52ca-4e59-b68a-fb351e2abc86 req-28b9ba8f-4aa0-4865-b671-711635ab96a0 service nova] Acquiring lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.994506] env[69547]: DEBUG oslo_concurrency.lockutils [req-8d246749-52ca-4e59-b68a-fb351e2abc86 req-28b9ba8f-4aa0-4865-b671-711635ab96a0 service nova] Lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.994836] env[69547]: DEBUG oslo_concurrency.lockutils [req-8d246749-52ca-4e59-b68a-fb351e2abc86 req-28b9ba8f-4aa0-4865-b671-711635ab96a0 service nova] Lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.995172] env[69547]: DEBUG nova.compute.manager [req-8d246749-52ca-4e59-b68a-fb351e2abc86 req-28b9ba8f-4aa0-4865-b671-711635ab96a0 service nova] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] No waiting events found dispatching network-vif-plugged-d512c390-6101-4e63-aeb2-600c710d36a7 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.995503] env[69547]: WARNING nova.compute.manager [req-8d246749-52ca-4e59-b68a-fb351e2abc86 req-28b9ba8f-4aa0-4865-b671-711635ab96a0 service nova] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Received unexpected event network-vif-plugged-d512c390-6101-4e63-aeb2-600c710d36a7 for instance with vm_state building and task_state spawning. [ 1022.149476] env[69547]: DEBUG nova.network.neutron [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Successfully updated port: d512c390-6101-4e63-aeb2-600c710d36a7 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.182269] env[69547]: DEBUG nova.network.neutron [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.201889] env[69547]: DEBUG oslo_vmware.api [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154409} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.204630] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.204863] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.204999] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.205555] env[69547]: INFO nova.compute.manager [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1022.205555] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.205839] env[69547]: DEBUG nova.compute.manager [-] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.205933] env[69547]: DEBUG nova.network.neutron [-] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.223012] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074095} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.223304] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.224795] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684cec0d-7c3c-4af7-a338-7f6b8954c615 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.253544] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 8501170c-3994-4a4e-8b98-360b8806aeb9/8501170c-3994-4a4e-8b98-360b8806aeb9.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.260640] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5e8f76a-1e5b-4a2f-9d7f-910162e95d3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.286055] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161867, 'name': Destroy_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.292813] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1022.292813] env[69547]: value = "task-3161868" [ 1022.292813] env[69547]: _type = "Task" [ 1022.292813] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.293981] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.300572] env[69547]: DEBUG oslo_vmware.api [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161863, 'name': PowerOnVM_Task, 'duration_secs': 0.631045} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.301170] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.301384] env[69547]: INFO nova.compute.manager [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1022.301585] env[69547]: DEBUG nova.compute.manager [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.302353] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade40db1-aa4e-4fbe-98b9-f20566b6d059 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.310819] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.326285] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522ebe7e-ba73-ef74-fc35-d781eaeb3a14, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.329130] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.329411] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e/3affad03-eca0-45ae-8e2f-5385e868207e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.330111] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32d8a7f1-7ff3-4dbd-8e3a-48c1804cd7d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.336531] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1022.336531] env[69547]: value = "task-3161869" [ 1022.336531] env[69547]: _type = "Task" [ 1022.336531] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.348266] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.500953] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a114d78-212f-405e-8a27-4645058fe516 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.511419] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663ab482-fd9b-4366-ab5b-1f243f000480 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.547237] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8264fc-5a77-4eac-981b-713d094ad380 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.555304] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89878e70-0518-47c4-99ec-55118294c470 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.571492] env[69547]: DEBUG nova.compute.provider_tree [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.656037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquiring lock "refresh_cache-e7353923-2ca1-4ba7-984b-a28528d2bf2f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.656037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquired lock "refresh_cache-e7353923-2ca1-4ba7-984b-a28528d2bf2f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.656037] env[69547]: DEBUG nova.network.neutron [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.777289] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161867, 'name': Destroy_Task, 'duration_secs': 0.743757} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.777871] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Destroyed the VM [ 1022.778223] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.778734] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71c6cc84-8e46-425c-9819-1a5c8507cc38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.786743] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1022.786743] env[69547]: value = "task-3161870" [ 1022.786743] env[69547]: _type = "Task" [ 1022.786743] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.805087] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161870, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.813395] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161868, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.833859] env[69547]: INFO nova.compute.manager [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Took 35.15 seconds to build instance. [ 1022.850303] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161869, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.075755] env[69547]: DEBUG nova.scheduler.client.report [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.080348] env[69547]: DEBUG nova.network.neutron [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updating instance_info_cache with network_info: [{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.199933] env[69547]: DEBUG nova.network.neutron [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.317171] env[69547]: DEBUG nova.network.neutron [-] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.318324] env[69547]: DEBUG nova.objects.instance [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lazy-loading 'flavor' on Instance uuid 97835afb-a848-4055-bc0e-ea508c403d1b {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.330666] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161870, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.330992] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161868, 'name': ReconfigVM_Task, 'duration_secs': 0.533029} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.331538] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 8501170c-3994-4a4e-8b98-360b8806aeb9/8501170c-3994-4a4e-8b98-360b8806aeb9.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.334329] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e674ae-443f-4c00-8fbd-3889e8fbc19e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.339092] env[69547]: DEBUG oslo_concurrency.lockutils [None req-39335d15-217e-4d53-957e-8a4aea3eeccc tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6d8e108a-2e67-4076-855a-041f2253db32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.669s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.346985] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1023.346985] env[69547]: value = "task-3161871" [ 1023.346985] env[69547]: _type = "Task" [ 1023.346985] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.355848] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513065} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.359410] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e/3affad03-eca0-45ae-8e2f-5385e868207e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.359410] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.359523] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe61b3d-df7e-4c8e-956b-65ec3fa64aae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.365792] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161871, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.370474] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1023.370474] env[69547]: value = "task-3161872" [ 1023.370474] env[69547]: _type = "Task" [ 1023.370474] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.385022] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.423762] env[69547]: DEBUG nova.network.neutron [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Updating instance_info_cache with network_info: [{"id": "d512c390-6101-4e63-aeb2-600c710d36a7", "address": "fa:16:3e:2a:85:65", "network": {"id": "e0128f87-d008-423d-aa03-0f6dc4b83499", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1998908773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc8acba832a4e96bb2812964b8344f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd512c390-61", "ovs_interfaceid": "d512c390-6101-4e63-aeb2-600c710d36a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.582842] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.583550] env[69547]: DEBUG nova.compute.manager [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.587761] env[69547]: DEBUG oslo_concurrency.lockutils [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Releasing lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.587979] env[69547]: DEBUG nova.compute.manager [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Inject network info {{(pid=69547) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1023.588247] env[69547]: DEBUG nova.compute.manager [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] network_info to inject: |[{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1023.593301] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Reconfiguring VM instance to set the machine id {{(pid=69547) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1023.593691] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.720s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.595042] env[69547]: INFO nova.compute.claims [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.597367] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0476fb34-445f-49e6-91c5-274ff9e27ae1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.615718] env[69547]: DEBUG oslo_vmware.api [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 1023.615718] env[69547]: value = "task-3161873" [ 1023.615718] env[69547]: _type = "Task" [ 1023.615718] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.626442] env[69547]: DEBUG oslo_vmware.api [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.804174] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Acquiring lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.805448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.805448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Acquiring lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.805448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.805448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.810787] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161870, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.812117] env[69547]: INFO nova.compute.manager [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Terminating instance [ 1023.829943] env[69547]: INFO nova.compute.manager [-] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Took 1.62 seconds to deallocate network for instance. [ 1023.832864] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.833048] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquired lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.860274] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161871, 'name': Rename_Task, 'duration_secs': 0.237534} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.860274] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.860274] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403fbdee-7adc-46d1-b1bb-343543c4d3c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.865335] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1023.865335] env[69547]: value = "task-3161874" [ 1023.865335] env[69547]: _type = "Task" [ 1023.865335] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.874545] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.885223] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065963} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.888128] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.888128] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c2251-4933-4941-a605-c657579c2cfc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.915678] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e/3affad03-eca0-45ae-8e2f-5385e868207e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.919029] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92754ed7-2fef-4bbb-bd51-757e3b0ce8ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.935506] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Releasing lock "refresh_cache-e7353923-2ca1-4ba7-984b-a28528d2bf2f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.935850] env[69547]: DEBUG nova.compute.manager [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Instance network_info: |[{"id": "d512c390-6101-4e63-aeb2-600c710d36a7", "address": "fa:16:3e:2a:85:65", "network": {"id": "e0128f87-d008-423d-aa03-0f6dc4b83499", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1998908773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc8acba832a4e96bb2812964b8344f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd512c390-61", "ovs_interfaceid": "d512c390-6101-4e63-aeb2-600c710d36a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.936298] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:85:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd512c390-6101-4e63-aeb2-600c710d36a7', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.948047] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Creating folder: Project (5bc8acba832a4e96bb2812964b8344f8). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.948047] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2632bfee-8662-4baa-9396-7ae94cdfb162 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.951200] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1023.951200] env[69547]: value = "task-3161875" [ 1023.951200] env[69547]: _type = "Task" [ 1023.951200] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.958124] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Created folder: Project (5bc8acba832a4e96bb2812964b8344f8) in parent group-v632381. [ 1023.958357] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Creating folder: Instances. Parent ref: group-v632609. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.961804] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d980374-20e4-4691-a227-db2449c66013 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.963677] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.972678] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Created folder: Instances in parent group-v632609. [ 1023.972930] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.973182] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.973386] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b7e28bc-0bcb-4e28-873c-fd06b6204f12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.996293] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.996293] env[69547]: value = "task-3161878" [ 1023.996293] env[69547]: _type = "Task" [ 1023.996293] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.005979] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161878, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.031521] env[69547]: DEBUG nova.compute.manager [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Received event network-changed-d512c390-6101-4e63-aeb2-600c710d36a7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.031715] env[69547]: DEBUG nova.compute.manager [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Refreshing instance network info cache due to event network-changed-d512c390-6101-4e63-aeb2-600c710d36a7. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.031922] env[69547]: DEBUG oslo_concurrency.lockutils [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] Acquiring lock "refresh_cache-e7353923-2ca1-4ba7-984b-a28528d2bf2f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.032137] env[69547]: DEBUG oslo_concurrency.lockutils [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] Acquired lock "refresh_cache-e7353923-2ca1-4ba7-984b-a28528d2bf2f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.032310] env[69547]: DEBUG nova.network.neutron [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Refreshing network info cache for port d512c390-6101-4e63-aeb2-600c710d36a7 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.089490] env[69547]: DEBUG nova.compute.utils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.093412] env[69547]: DEBUG nova.compute.manager [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.093631] env[69547]: DEBUG nova.network.neutron [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.129298] env[69547]: DEBUG oslo_vmware.api [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161873, 'name': ReconfigVM_Task, 'duration_secs': 0.224547} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.130068] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-615c6995-ecf6-4059-9d31-d214f9b09404 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Reconfigured VM instance to set the machine id {{(pid=69547) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1024.207554] env[69547]: DEBUG nova.policy [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '814ff386afa84e4ea3c865439f2e82da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f1cf2189a2f45b38f313268cb7deb23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.307739] env[69547]: DEBUG oslo_vmware.api [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161870, 'name': RemoveSnapshot_Task, 'duration_secs': 1.030433} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.308022] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.319295] env[69547]: DEBUG nova.compute.manager [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.319519] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.319788] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf64d95-0943-4cf0-ba6a-439a291dc379 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.327837] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for the task: (returnval){ [ 1024.327837] env[69547]: value = "task-3161879" [ 1024.327837] env[69547]: _type = "Task" [ 1024.327837] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.346410] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.350091] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.375740] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161874, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.463155] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161875, 'name': ReconfigVM_Task, 'duration_secs': 0.296478} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.463596] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e/3affad03-eca0-45ae-8e2f-5385e868207e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.464320] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489b2464-6008-41db-a1a0-7cc214cc85af {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.472488] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1024.472488] env[69547]: value = "task-3161880" [ 1024.472488] env[69547]: _type = "Task" [ 1024.472488] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.491020] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161880, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.512622] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161878, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.600268] env[69547]: DEBUG nova.compute.manager [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.668022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.668022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.720772] env[69547]: DEBUG nova.network.neutron [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.813422] env[69547]: WARNING nova.compute.manager [None req-e583951a-057e-40bd-bc49-554300cea8f3 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Image not found during snapshot: nova.exception.ImageNotFound: Image 852bda47-2d89-46b4-a31d-5c6fe7a662f9 could not be found. [ 1024.847318] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161879, 'name': PowerOffVM_Task, 'duration_secs': 0.23539} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.847647] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.847855] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1024.848079] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632522', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'name': 'volume-75df11b9-298d-4126-b30c-530968ab56f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0b5ab28-e6a0-4a02-91b6-dca3266ee628', 'attached_at': '', 'detached_at': '', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'serial': '75df11b9-298d-4126-b30c-530968ab56f3'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1024.849655] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc4475-f055-43dc-aa95-6b7554c20e3a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.876343] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00f848-9643-4e6c-b8f0-a78bff2afdd0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.884072] env[69547]: DEBUG oslo_vmware.api [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161874, 'name': PowerOnVM_Task, 'duration_secs': 0.750193} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.888331] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.888577] env[69547]: INFO nova.compute.manager [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1024.888759] env[69547]: DEBUG nova.compute.manager [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.890184] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8b65ca-33f5-43b7-bac2-c5ecb91f956b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.895134] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434f533a-cead-4331-8dd0-38a70e21fd5b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.921747] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a793346-c7d2-4c52-8790-714b8119d76d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.937745] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] The volume has not been displaced from its original location: [datastore2] volume-75df11b9-298d-4126-b30c-530968ab56f3/volume-75df11b9-298d-4126-b30c-530968ab56f3.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1024.943780] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1024.945148] env[69547]: DEBUG nova.network.neutron [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Successfully created port: f325c172-696d-4c0f-81e2-b6ae2eb0f148 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.951344] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f712d8cd-367d-49d7-a3e1-67f5cf749220 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.972921] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for the task: (returnval){ [ 1024.972921] env[69547]: value = "task-3161881" [ 1024.972921] env[69547]: _type = "Task" [ 1024.972921] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.987134] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161881, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.991119] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161880, 'name': Rename_Task, 'duration_secs': 0.153542} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.991119] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.991119] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0d3e01c-6b0e-40e6-8eee-04eab1290b02 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.997025] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1024.997025] env[69547]: value = "task-3161882" [ 1024.997025] env[69547]: _type = "Task" [ 1024.997025] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.010252] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.013358] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161878, 'name': CreateVM_Task, 'duration_secs': 0.585886} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.013478] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.014150] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.014316] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.014630] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.019626] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71301ec-f43e-405d-a87d-40dba01c2140 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.025475] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1025.025475] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52504acc-4f68-2009-d495-52f02f9a37bc" [ 1025.025475] env[69547]: _type = "Task" [ 1025.025475] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.034822] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52504acc-4f68-2009-d495-52f02f9a37bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.042349] env[69547]: DEBUG nova.network.neutron [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Updated VIF entry in instance network info cache for port d512c390-6101-4e63-aeb2-600c710d36a7. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.042349] env[69547]: DEBUG nova.network.neutron [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Updating instance_info_cache with network_info: [{"id": "d512c390-6101-4e63-aeb2-600c710d36a7", "address": "fa:16:3e:2a:85:65", "network": {"id": "e0128f87-d008-423d-aa03-0f6dc4b83499", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1998908773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc8acba832a4e96bb2812964b8344f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd512c390-61", "ovs_interfaceid": "d512c390-6101-4e63-aeb2-600c710d36a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.076381] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad76cfe-1a1d-441f-aa4c-dd6aa6c261b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.083975] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dc29ab-65f5-477c-8ffe-d3a0174da733 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.121182] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f71c4-7e14-4f2d-b74f-e4faf0a47633 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.128842] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb39269-ac4e-4c5c-95d2-02fac4afd489 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.143274] env[69547]: DEBUG nova.compute.provider_tree [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.174025] env[69547]: DEBUG nova.compute.manager [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.430279] env[69547]: INFO nova.compute.manager [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Took 35.39 seconds to build instance. [ 1025.487294] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161881, 'name': ReconfigVM_Task, 'duration_secs': 0.254059} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.487294] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.492274] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6864f1c-8c99-4ee3-8f35-0a8f281b7af1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.511352] env[69547]: DEBUG oslo_vmware.api [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161882, 'name': PowerOnVM_Task, 'duration_secs': 0.443078} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.512677] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.512911] env[69547]: DEBUG nova.compute.manager [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.513266] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for the task: (returnval){ [ 1025.513266] env[69547]: value = "task-3161883" [ 1025.513266] env[69547]: _type = "Task" [ 1025.513266] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.514276] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea363a-f5fa-4885-a978-70fd05ef2a3e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.530286] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.539544] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52504acc-4f68-2009-d495-52f02f9a37bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011407} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.539941] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.540189] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.540470] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.540639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.540836] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.541151] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe8a6e2d-f27f-4afa-8d53-e48437bc0e9e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.545902] env[69547]: DEBUG oslo_concurrency.lockutils [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] Releasing lock "refresh_cache-e7353923-2ca1-4ba7-984b-a28528d2bf2f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.546182] env[69547]: DEBUG nova.compute.manager [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Received event network-changed-1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.546360] env[69547]: DEBUG nova.compute.manager [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Refreshing instance network info cache due to event network-changed-1c2ca736-f271-483a-abdb-247f72513eec. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.546539] env[69547]: DEBUG oslo_concurrency.lockutils [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] Acquiring lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.550931] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.551215] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.552038] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36993227-4c05-458f-8169-5354e90da820 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.557657] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1025.557657] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5272ca88-e3b8-0c58-0bbf-b571caa15d14" [ 1025.557657] env[69547]: _type = "Task" [ 1025.557657] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.558743] env[69547]: DEBUG nova.network.neutron [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updating instance_info_cache with network_info: [{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.569040] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5272ca88-e3b8-0c58-0bbf-b571caa15d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.625264] env[69547]: DEBUG nova.compute.manager [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.647144] env[69547]: DEBUG nova.scheduler.client.report [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.658566] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.658806] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.658963] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.659162] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.659313] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.659448] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.659674] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.659831] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.659997] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.660181] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.660355] env[69547]: DEBUG nova.virt.hardware [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.661232] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb874ef-5f69-4a5d-893b-740c4fe1742a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.669498] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5288ad-3fe8-4a0d-9be5-3b7aed205f71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.702305] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.932723] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8dc6072d-cf88-4955-ac25-9653398f648a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.905s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.027025] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.037566] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.065275] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Releasing lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.065570] env[69547]: DEBUG nova.compute.manager [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Inject network info {{(pid=69547) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1026.065839] env[69547]: DEBUG nova.compute.manager [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] network_info to inject: |[{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1026.070661] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Reconfiguring VM instance to set the machine id {{(pid=69547) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1026.071355] env[69547]: DEBUG oslo_concurrency.lockutils [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] Acquired lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.071607] env[69547]: DEBUG nova.network.neutron [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Refreshing network info cache for port 1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.072961] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a215210-a177-41b1-b570-b8bad3a5787a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.092037] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5272ca88-e3b8-0c58-0bbf-b571caa15d14, 'name': SearchDatastore_Task, 'duration_secs': 0.012649} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.092833] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27021b80-d203-4c3a-8b9e-80b74e1fdcb8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.098769] env[69547]: DEBUG oslo_vmware.api [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 1026.098769] env[69547]: value = "task-3161884" [ 1026.098769] env[69547]: _type = "Task" [ 1026.098769] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.104228] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1026.104228] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5259c6e4-acf4-78f1-a49c-59532fde44f7" [ 1026.104228] env[69547]: _type = "Task" [ 1026.104228] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.111836] env[69547]: DEBUG oslo_vmware.api [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.117515] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5259c6e4-acf4-78f1-a49c-59532fde44f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.125748] env[69547]: DEBUG nova.compute.manager [req-327b85bf-70af-4b63-a069-8bc0547febf9 req-86f7c204-a09d-459d-a011-76ceba89145c service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Received event network-changed-1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.125748] env[69547]: DEBUG nova.compute.manager [req-327b85bf-70af-4b63-a069-8bc0547febf9 req-86f7c204-a09d-459d-a011-76ceba89145c service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Refreshing instance network info cache due to event network-changed-1c2ca736-f271-483a-abdb-247f72513eec. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.125748] env[69547]: DEBUG oslo_concurrency.lockutils [req-327b85bf-70af-4b63-a069-8bc0547febf9 req-86f7c204-a09d-459d-a011-76ceba89145c service nova] Acquiring lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.152662] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.153280] env[69547]: DEBUG nova.compute.manager [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.156619] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.157s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.156882] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.159207] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.512s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.159965] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.159965] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1026.159965] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.866s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.164309] env[69547]: INFO nova.compute.claims [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.166112] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006bb17-66dd-4e39-8ad1-0b4c2d71cbc3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.180190] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03da59f8-8015-43ef-8d9b-ae8640397b12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.201251] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33089173-9c7e-4fc1-bf6f-0a294f09a3c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.205629] env[69547]: INFO nova.scheduler.client.report [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Deleted allocations for instance e9d9c396-a295-4eda-941e-729fc768a87a [ 1026.222145] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5deed2f-1a82-4f5c-8a63-e4167ae4a285 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.253980] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178409MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1026.253980] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.422214] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "f762e442-a73e-4087-be2e-8efeef507e1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.422214] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "f762e442-a73e-4087-be2e-8efeef507e1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.422214] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "f762e442-a73e-4087-be2e-8efeef507e1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.422337] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "f762e442-a73e-4087-be2e-8efeef507e1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.422448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "f762e442-a73e-4087-be2e-8efeef507e1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.425211] env[69547]: DEBUG nova.network.neutron [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updated VIF entry in instance network info cache for port 1c2ca736-f271-483a-abdb-247f72513eec. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.425604] env[69547]: DEBUG nova.network.neutron [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updating instance_info_cache with network_info: [{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.426922] env[69547]: INFO nova.compute.manager [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Terminating instance [ 1026.531679] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.561987] env[69547]: DEBUG nova.network.neutron [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Successfully updated port: f325c172-696d-4c0f-81e2-b6ae2eb0f148 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.611873] env[69547]: DEBUG oslo_vmware.api [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161884, 'name': ReconfigVM_Task, 'duration_secs': 0.169244} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.612530] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c8f629-c545-4711-b0ce-541c906de402 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Reconfigured VM instance to set the machine id {{(pid=69547) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1026.617990] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5259c6e4-acf4-78f1-a49c-59532fde44f7, 'name': SearchDatastore_Task, 'duration_secs': 0.017288} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.618493] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.618768] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e7353923-2ca1-4ba7-984b-a28528d2bf2f/e7353923-2ca1-4ba7-984b-a28528d2bf2f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.618993] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea811ad-ff29-4954-a8ec-c4e94dc3f8b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.626542] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1026.626542] env[69547]: value = "task-3161885" [ 1026.626542] env[69547]: _type = "Task" [ 1026.626542] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.635404] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.666423] env[69547]: DEBUG nova.compute.utils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.669115] env[69547]: DEBUG nova.compute.manager [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.669115] env[69547]: DEBUG nova.network.neutron [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.718954] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f4ff7485-e3de-43ad-a03e-e6f82678458e tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "e9d9c396-a295-4eda-941e-729fc768a87a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.094s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.763793] env[69547]: DEBUG nova.policy [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6fcf2d3ff024a4bb98589d01fe225fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3865bbb6b147480aa1495b67a1c341b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.929403] env[69547]: DEBUG oslo_concurrency.lockutils [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] Releasing lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.929782] env[69547]: DEBUG nova.compute.manager [req-dcb22ea1-8313-4ae7-9dd9-dba365e9f7a7 req-212ce13c-8580-4b8b-8c0a-9056229524c7 service nova] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Received event network-vif-deleted-9b123fe9-8ff4-4e53-acdc-55faf26371a6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.930307] env[69547]: DEBUG oslo_concurrency.lockutils [req-327b85bf-70af-4b63-a069-8bc0547febf9 req-86f7c204-a09d-459d-a011-76ceba89145c service nova] Acquired lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.930531] env[69547]: DEBUG nova.network.neutron [req-327b85bf-70af-4b63-a069-8bc0547febf9 req-86f7c204-a09d-459d-a011-76ceba89145c service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Refreshing network info cache for port 1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.933407] env[69547]: DEBUG nova.compute.manager [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.934639] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.934873] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64219f2-9f59-43a1-a5a2-a6171fcbe33e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.948605] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.949028] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fc1fa54-c222-4f17-accd-18e65b23f5d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.957728] env[69547]: DEBUG oslo_vmware.api [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1026.957728] env[69547]: value = "task-3161886" [ 1026.957728] env[69547]: _type = "Task" [ 1026.957728] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.970355] env[69547]: DEBUG oslo_vmware.api [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.015744] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "3affad03-eca0-45ae-8e2f-5385e868207e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.017220] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "3affad03-eca0-45ae-8e2f-5385e868207e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.017220] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "3affad03-eca0-45ae-8e2f-5385e868207e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.017220] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "3affad03-eca0-45ae-8e2f-5385e868207e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.017220] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "3affad03-eca0-45ae-8e2f-5385e868207e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.019593] env[69547]: INFO nova.compute.manager [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Terminating instance [ 1027.035656] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161883, 'name': ReconfigVM_Task, 'duration_secs': 1.175812} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.036340] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632522', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'name': 'volume-75df11b9-298d-4126-b30c-530968ab56f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd0b5ab28-e6a0-4a02-91b6-dca3266ee628', 'attached_at': '', 'detached_at': '', 'volume_id': '75df11b9-298d-4126-b30c-530968ab56f3', 'serial': '75df11b9-298d-4126-b30c-530968ab56f3'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1027.038462] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.039431] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50dedb3-0331-4f6a-a88d-681e1b6d6a59 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.050819] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.051068] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9856e7b8-3fa4-4981-862b-8e9c8af7cc5f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.058647] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "97835afb-a848-4055-bc0e-ea508c403d1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.058945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "97835afb-a848-4055-bc0e-ea508c403d1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.059173] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "97835afb-a848-4055-bc0e-ea508c403d1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.059365] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "97835afb-a848-4055-bc0e-ea508c403d1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.059540] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "97835afb-a848-4055-bc0e-ea508c403d1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.063396] env[69547]: INFO nova.compute.manager [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Terminating instance [ 1027.065512] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.065668] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.065815] env[69547]: DEBUG nova.network.neutron [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.127948] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.128204] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.128405] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Deleting the datastore file [datastore2] d0b5ab28-e6a0-4a02-91b6-dca3266ee628 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.133521] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e1c3b03-93ae-4f6a-ba7b-1e0b55278357 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.143868] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161885, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.145759] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for the task: (returnval){ [ 1027.145759] env[69547]: value = "task-3161888" [ 1027.145759] env[69547]: _type = "Task" [ 1027.145759] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.159305] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.171806] env[69547]: DEBUG nova.compute.manager [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.345614] env[69547]: DEBUG nova.network.neutron [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Successfully created port: 60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.471067] env[69547]: DEBUG oslo_vmware.api [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161886, 'name': PowerOffVM_Task, 'duration_secs': 0.28204} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.471375] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.471550] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.471808] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f02bf480-900b-4a95-8bee-bbdf3a994b13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.519904] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7bb3ef-37fe-4b42-a4b9-33fa37289523 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.527317] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "refresh_cache-3affad03-eca0-45ae-8e2f-5385e868207e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.527681] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquired lock "refresh_cache-3affad03-eca0-45ae-8e2f-5385e868207e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.527681] env[69547]: DEBUG nova.network.neutron [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.535019] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4495c8-c8c5-41a5-bcd2-3d751e052f76 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.539273] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.539499] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.539684] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleting the datastore file [datastore2] f762e442-a73e-4087-be2e-8efeef507e1e {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.540998] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-657d2359-8060-4af2-97b4-a324a2ffe3c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.575697] env[69547]: DEBUG nova.compute.manager [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.575922] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.577634] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c850573-0e79-4396-a1c7-f66207b694c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.581210] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99129b2a-8261-4bf5-822f-c7202b18a543 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.585756] env[69547]: DEBUG oslo_vmware.api [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for the task: (returnval){ [ 1027.585756] env[69547]: value = "task-3161890" [ 1027.585756] env[69547]: _type = "Task" [ 1027.585756] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.592823] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.593382] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b25768e-c028-459d-a88f-0a4fd81df68a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.596190] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050027a8-76cb-473d-989c-a9d7d66f0670 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.604619] env[69547]: DEBUG oslo_vmware.api [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.615049] env[69547]: DEBUG nova.compute.provider_tree [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.621027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.621027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.621027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.621027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.621027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.621420] env[69547]: DEBUG oslo_vmware.api [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 1027.621420] env[69547]: value = "task-3161891" [ 1027.621420] env[69547]: _type = "Task" [ 1027.621420] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.628021] env[69547]: INFO nova.compute.manager [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Terminating instance [ 1027.635186] env[69547]: DEBUG nova.network.neutron [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.640576] env[69547]: DEBUG oslo_vmware.api [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.649113] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593981} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.651190] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] e7353923-2ca1-4ba7-984b-a28528d2bf2f/e7353923-2ca1-4ba7-984b-a28528d2bf2f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.651431] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.651683] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b173f2f-d95a-4a36-b450-d4e82d6186f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.658411] env[69547]: DEBUG oslo_vmware.api [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Task: {'id': task-3161888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138926} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.659575] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.659791] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.660038] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.660176] env[69547]: INFO nova.compute.manager [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Took 3.34 seconds to destroy the instance on the hypervisor. [ 1027.660422] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.660669] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1027.660669] env[69547]: value = "task-3161892" [ 1027.660669] env[69547]: _type = "Task" [ 1027.660669] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.660856] env[69547]: DEBUG nova.compute.manager [-] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.660953] env[69547]: DEBUG nova.network.neutron [-] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.671943] env[69547]: DEBUG oslo_concurrency.lockutils [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "8501170c-3994-4a4e-8b98-360b8806aeb9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.672113] env[69547]: DEBUG oslo_concurrency.lockutils [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.678382] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.827947] env[69547]: DEBUG nova.network.neutron [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Updating instance_info_cache with network_info: [{"id": "f325c172-696d-4c0f-81e2-b6ae2eb0f148", "address": "fa:16:3e:00:3f:48", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf325c172-69", "ovs_interfaceid": "f325c172-696d-4c0f-81e2-b6ae2eb0f148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.057670] env[69547]: DEBUG nova.network.neutron [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.097139] env[69547]: DEBUG oslo_vmware.api [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Task: {'id': task-3161890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405614} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.097139] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.097333] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.097538] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.097723] env[69547]: INFO nova.compute.manager [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1028.097966] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.098306] env[69547]: DEBUG nova.compute.manager [-] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.098425] env[69547]: DEBUG nova.network.neutron [-] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.120098] env[69547]: DEBUG nova.scheduler.client.report [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.125165] env[69547]: DEBUG nova.network.neutron [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.131932] env[69547]: DEBUG nova.compute.manager [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.131932] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.132206] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a462acf3-f50f-4704-93ab-92e16aff7384 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.142882] env[69547]: DEBUG oslo_vmware.api [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161891, 'name': PowerOffVM_Task, 'duration_secs': 0.205837} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.143738] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.144032] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.144621] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c835db6-21f5-48f3-a53e-e74a06e384a9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.150290] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.150960] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-564e934d-ec4e-4534-ba0d-b6fd53ee3a82 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.157634] env[69547]: DEBUG oslo_vmware.api [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1028.157634] env[69547]: value = "task-3161894" [ 1028.157634] env[69547]: _type = "Task" [ 1028.157634] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.166008] env[69547]: DEBUG oslo_vmware.api [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.176659] env[69547]: DEBUG nova.compute.utils [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.178872] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092627} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.179349] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.180226] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bc8f46-61ec-43e3-8a9b-a431bf2b9ba5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.196413] env[69547]: DEBUG nova.compute.manager [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.207768] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] e7353923-2ca1-4ba7-984b-a28528d2bf2f/e7353923-2ca1-4ba7-984b-a28528d2bf2f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.209168] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0402a3ac-4a91-4bc0-92fc-6cd6eff058e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.235672] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.235975] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.236251] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Deleting the datastore file [datastore1] 97835afb-a848-4055-bc0e-ea508c403d1b {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.236644] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1028.236644] env[69547]: value = "task-3161895" [ 1028.236644] env[69547]: _type = "Task" [ 1028.236644] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.236860] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-223d84a8-fccb-4a8b-9b1d-bd96cfc05128 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.241684] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.241943] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.242125] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.242348] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.242498] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.242649] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.242857] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.243021] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.243213] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.243368] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.243615] env[69547]: DEBUG nova.virt.hardware [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.248800] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f503be-8886-4059-8f43-420773be08b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.263871] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d35c9e8-8b12-46fe-9f26-7fe74b595ebb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.268898] env[69547]: DEBUG oslo_vmware.api [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for the task: (returnval){ [ 1028.268898] env[69547]: value = "task-3161896" [ 1028.268898] env[69547]: _type = "Task" [ 1028.268898] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.269279] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.292873] env[69547]: DEBUG oslo_vmware.api [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.331278] env[69547]: DEBUG nova.network.neutron [req-327b85bf-70af-4b63-a069-8bc0547febf9 req-86f7c204-a09d-459d-a011-76ceba89145c service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updated VIF entry in instance network info cache for port 1c2ca736-f271-483a-abdb-247f72513eec. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.331514] env[69547]: DEBUG nova.network.neutron [req-327b85bf-70af-4b63-a069-8bc0547febf9 req-86f7c204-a09d-459d-a011-76ceba89145c service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updating instance_info_cache with network_info: [{"id": "1c2ca736-f271-483a-abdb-247f72513eec", "address": "fa:16:3e:35:45:68", "network": {"id": "2f9816f0-84a9-4829-a07a-78b008826170", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-363314631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddb2c15efe64bf39c318e7c0a4f4c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2ca736-f2", "ovs_interfaceid": "1c2ca736-f271-483a-abdb-247f72513eec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.333061] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.333424] env[69547]: DEBUG nova.compute.manager [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Instance network_info: |[{"id": "f325c172-696d-4c0f-81e2-b6ae2eb0f148", "address": "fa:16:3e:00:3f:48", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf325c172-69", "ovs_interfaceid": "f325c172-696d-4c0f-81e2-b6ae2eb0f148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.333970] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:3f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f325c172-696d-4c0f-81e2-b6ae2eb0f148', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.341858] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Creating folder: Project (1f1cf2189a2f45b38f313268cb7deb23). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.342218] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f718ee39-d5f9-4e0a-a717-c8944b884b2e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.353344] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Created folder: Project (1f1cf2189a2f45b38f313268cb7deb23) in parent group-v632381. [ 1028.353520] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Creating folder: Instances. Parent ref: group-v632612. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.354077] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ca893cb-06ef-46aa-a7ac-1748faad44fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.365359] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Created folder: Instances in parent group-v632612. [ 1028.365701] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.365941] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.366222] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c209ec2-3297-40ba-8a77-4936f40d627c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.391513] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.391513] env[69547]: value = "task-3161899" [ 1028.391513] env[69547]: _type = "Task" [ 1028.391513] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.403316] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161899, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.625263] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.626102] env[69547]: DEBUG nova.compute.manager [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.630099] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.280s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.630435] env[69547]: DEBUG nova.objects.instance [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lazy-loading 'resources' on Instance uuid 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.632150] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Releasing lock "refresh_cache-3affad03-eca0-45ae-8e2f-5385e868207e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.632654] env[69547]: DEBUG nova.compute.manager [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.633031] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.634807] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a079d440-e295-445d-a0ae-62274f7059e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.645828] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.646934] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d5fd96-489d-46ed-b7ec-0f82039c491f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.653642] env[69547]: DEBUG oslo_vmware.api [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1028.653642] env[69547]: value = "task-3161900" [ 1028.653642] env[69547]: _type = "Task" [ 1028.653642] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.665896] env[69547]: DEBUG oslo_vmware.api [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.676770] env[69547]: DEBUG oslo_vmware.api [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161894, 'name': PowerOffVM_Task, 'duration_secs': 0.346338} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.677055] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.677230] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.677625] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-179bfc93-f008-42b5-916e-2208daa14bbb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.679517] env[69547]: DEBUG oslo_concurrency.lockutils [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.750462] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161895, 'name': ReconfigVM_Task, 'duration_secs': 0.478567} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.750825] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Reconfigured VM instance instance-00000050 to attach disk [datastore2] e7353923-2ca1-4ba7-984b-a28528d2bf2f/e7353923-2ca1-4ba7-984b-a28528d2bf2f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.751514] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f05cfc-c473-404b-94f4-19de1e8fd096 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.758831] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1028.758831] env[69547]: value = "task-3161902" [ 1028.758831] env[69547]: _type = "Task" [ 1028.758831] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.770776] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161902, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.780563] env[69547]: DEBUG oslo_vmware.api [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Task: {'id': task-3161896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339196} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.780563] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.780756] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.781129] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.781298] env[69547]: INFO nova.compute.manager [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1028.781742] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.782046] env[69547]: DEBUG nova.compute.manager [-] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.782139] env[69547]: DEBUG nova.network.neutron [-] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.804486] env[69547]: DEBUG nova.compute.manager [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Received event network-vif-plugged-f325c172-696d-4c0f-81e2-b6ae2eb0f148 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.804763] env[69547]: DEBUG oslo_concurrency.lockutils [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] Acquiring lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.805016] env[69547]: DEBUG oslo_concurrency.lockutils [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] Lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.805836] env[69547]: DEBUG oslo_concurrency.lockutils [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] Lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.806097] env[69547]: DEBUG nova.compute.manager [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] No waiting events found dispatching network-vif-plugged-f325c172-696d-4c0f-81e2-b6ae2eb0f148 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.806239] env[69547]: WARNING nova.compute.manager [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Received unexpected event network-vif-plugged-f325c172-696d-4c0f-81e2-b6ae2eb0f148 for instance with vm_state building and task_state spawning. [ 1028.806451] env[69547]: DEBUG nova.compute.manager [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Received event network-changed-f325c172-696d-4c0f-81e2-b6ae2eb0f148 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.806640] env[69547]: DEBUG nova.compute.manager [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Refreshing instance network info cache due to event network-changed-f325c172-696d-4c0f-81e2-b6ae2eb0f148. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.806879] env[69547]: DEBUG oslo_concurrency.lockutils [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] Acquiring lock "refresh_cache-dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.807069] env[69547]: DEBUG oslo_concurrency.lockutils [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] Acquired lock "refresh_cache-dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.807269] env[69547]: DEBUG nova.network.neutron [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Refreshing network info cache for port f325c172-696d-4c0f-81e2-b6ae2eb0f148 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.820759] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.820987] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.821189] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Deleting the datastore file [datastore1] 5e1f2115-69a8-46f8-9680-6e8e61ef2c33 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.821696] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba196271-ff68-4fda-9ab7-d330e3f64c31 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.828961] env[69547]: DEBUG oslo_vmware.api [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for the task: (returnval){ [ 1028.828961] env[69547]: value = "task-3161903" [ 1028.828961] env[69547]: _type = "Task" [ 1028.828961] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.837360] env[69547]: DEBUG oslo_concurrency.lockutils [req-327b85bf-70af-4b63-a069-8bc0547febf9 req-86f7c204-a09d-459d-a011-76ceba89145c service nova] Releasing lock "refresh_cache-97835afb-a848-4055-bc0e-ea508c403d1b" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.838169] env[69547]: DEBUG oslo_vmware.api [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.903168] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161899, 'name': CreateVM_Task, 'duration_secs': 0.466518} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.903388] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.904091] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.904266] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.904601] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.904866] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7faccca6-163c-428a-a1c2-b9f6dc91c5a2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.909830] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1028.909830] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522d566c-916a-b1b1-3d67-94c1056d5547" [ 1028.909830] env[69547]: _type = "Task" [ 1028.909830] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.918890] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522d566c-916a-b1b1-3d67-94c1056d5547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.020673] env[69547]: DEBUG nova.network.neutron [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Successfully updated port: 60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.135769] env[69547]: DEBUG nova.compute.utils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.141181] env[69547]: DEBUG nova.compute.manager [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.141181] env[69547]: DEBUG nova.network.neutron [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.163897] env[69547]: DEBUG oslo_vmware.api [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161900, 'name': PowerOffVM_Task, 'duration_secs': 0.120943} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.166491] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.166669] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.167386] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f6445ab-a023-4ae2-94c9-eb885160f859 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.237858] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.238156] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.238275] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Deleting the datastore file [datastore2] 3affad03-eca0-45ae-8e2f-5385e868207e {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.238583] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a39fbd0-4bec-4821-bbad-6e26ae2e3b1b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.246124] env[69547]: DEBUG oslo_vmware.api [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for the task: (returnval){ [ 1029.246124] env[69547]: value = "task-3161905" [ 1029.246124] env[69547]: _type = "Task" [ 1029.246124] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.256288] env[69547]: DEBUG oslo_vmware.api [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.276861] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161902, 'name': Rename_Task, 'duration_secs': 0.139956} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.278869] env[69547]: DEBUG nova.policy [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f46624b0d0344a98133e3e8e23041c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3159b2df0fe4371a3ef532508a002f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.280178] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.281395] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c19d1e-67b6-4370-87f0-019a4b75bd45 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.289711] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1029.289711] env[69547]: value = "task-3161906" [ 1029.289711] env[69547]: _type = "Task" [ 1029.289711] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.303803] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.342992] env[69547]: DEBUG oslo_vmware.api [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Task: {'id': task-3161903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192279} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.343281] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.343460] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.343634] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.343825] env[69547]: INFO nova.compute.manager [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1029.344041] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.344229] env[69547]: DEBUG nova.compute.manager [-] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.344319] env[69547]: DEBUG nova.network.neutron [-] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.429915] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522d566c-916a-b1b1-3d67-94c1056d5547, 'name': SearchDatastore_Task, 'duration_secs': 0.036574} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.432426] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.433293] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.433926] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.433926] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.433926] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.435066] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0e8c43f-bbbd-4760-96db-f6feee103a8b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.447386] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.447528] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.448342] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510bacb1-a9b8-4375-9828-1b384087a8e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.454495] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1029.454495] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262adfb-2a9c-1262-c1a8-288b240c5827" [ 1029.454495] env[69547]: _type = "Task" [ 1029.454495] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.472762] env[69547]: DEBUG nova.network.neutron [-] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.474027] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5262adfb-2a9c-1262-c1a8-288b240c5827, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.475095] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dcb6534-26f4-493b-88f8-afbd18fc07dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.492155] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1029.492155] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52267688-a8a9-1d2c-7291-25328264395a" [ 1029.492155] env[69547]: _type = "Task" [ 1029.492155] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.502255] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52267688-a8a9-1d2c-7291-25328264395a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.524451] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.524451] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquired lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.524451] env[69547]: DEBUG nova.network.neutron [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.562265] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df9e9e1-39a2-4b13-a67e-a128dfd79856 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.574890] env[69547]: DEBUG nova.network.neutron [-] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.577856] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ac65f7-56e7-4140-99ec-a29814e919eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.619560] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc02e4-7b49-4944-bb39-009144fa9d0e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.627868] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7d4e4a-5410-45ea-a6dd-ff645d84895f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.643820] env[69547]: DEBUG nova.compute.manager [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.647196] env[69547]: DEBUG nova.compute.provider_tree [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.650042] env[69547]: DEBUG nova.compute.manager [req-066646f3-56ea-49f2-adac-0c5e666227a5 req-8e24df13-efe9-4cb5-890e-9099911c4016 service nova] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Received event network-vif-deleted-31a5817b-e8fc-4f8e-93ad-8dcd5f30e504 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.761758] env[69547]: DEBUG oslo_vmware.api [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Task: {'id': task-3161905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243031} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.762071] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.762327] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.762561] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.762806] env[69547]: INFO nova.compute.manager [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1029.763087] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.764022] env[69547]: DEBUG nova.compute.manager [-] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.764022] env[69547]: DEBUG nova.network.neutron [-] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.780919] env[69547]: DEBUG oslo_concurrency.lockutils [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "8501170c-3994-4a4e-8b98-360b8806aeb9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.781278] env[69547]: DEBUG oslo_concurrency.lockutils [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.782105] env[69547]: INFO nova.compute.manager [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Attaching volume 3e28b2c7-37fe-46e2-9066-d6dfdde04d06 to /dev/sdb [ 1029.801973] env[69547]: DEBUG oslo_vmware.api [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161906, 'name': PowerOnVM_Task, 'duration_secs': 0.5008} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.802564] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.802564] env[69547]: INFO nova.compute.manager [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1029.802721] env[69547]: DEBUG nova.compute.manager [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.803926] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff6a359-3877-4196-bb2e-9699c5e89b44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.808371] env[69547]: DEBUG nova.network.neutron [-] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.847201] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd6cbb0-f948-4a4c-a380-ab38ea3cbca3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.860221] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f097159e-bca4-474b-9f14-2b1bac1728a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.878608] env[69547]: DEBUG nova.virt.block_device [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Updating existing volume attachment record: 8412b916-ae25-4047-a280-e71924e5602c {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.905661] env[69547]: DEBUG nova.network.neutron [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Updated VIF entry in instance network info cache for port f325c172-696d-4c0f-81e2-b6ae2eb0f148. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.908476] env[69547]: DEBUG nova.network.neutron [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Updating instance_info_cache with network_info: [{"id": "f325c172-696d-4c0f-81e2-b6ae2eb0f148", "address": "fa:16:3e:00:3f:48", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf325c172-69", "ovs_interfaceid": "f325c172-696d-4c0f-81e2-b6ae2eb0f148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.975670] env[69547]: INFO nova.compute.manager [-] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Took 1.88 seconds to deallocate network for instance. [ 1030.004170] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52267688-a8a9-1d2c-7291-25328264395a, 'name': SearchDatastore_Task, 'duration_secs': 0.021046} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.004351] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.004494] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0/dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.004760] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdfaeb09-d5f5-4e76-a11b-6ca4037cae4e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.012788] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1030.012788] env[69547]: value = "task-3161907" [ 1030.012788] env[69547]: _type = "Task" [ 1030.012788] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.028795] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.068822] env[69547]: DEBUG nova.network.neutron [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.077513] env[69547]: INFO nova.compute.manager [-] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Took 2.42 seconds to deallocate network for instance. [ 1030.163506] env[69547]: DEBUG nova.scheduler.client.report [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.303395] env[69547]: DEBUG nova.network.neutron [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Updating instance_info_cache with network_info: [{"id": "60b310d1-ae64-4ba4-b411-cd983ae57307", "address": "fa:16:3e:c7:59:8d", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b310d1-ae", "ovs_interfaceid": "60b310d1-ae64-4ba4-b411-cd983ae57307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.316188] env[69547]: DEBUG nova.network.neutron [-] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.328645] env[69547]: INFO nova.compute.manager [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Took 32.17 seconds to build instance. [ 1030.411148] env[69547]: DEBUG oslo_concurrency.lockutils [req-5e0c2420-92bc-4d69-955d-6263d743e873 req-591f491b-2147-4cc5-bb85-32a68f6b1f16 service nova] Releasing lock "refresh_cache-dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.417408] env[69547]: DEBUG nova.network.neutron [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Successfully created port: 2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.482197] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.524867] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5069} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.525424] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0/dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.526300] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.529321] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1a8cf28-f65e-4940-b294-c2f07f66bd84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.535015] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1030.535015] env[69547]: value = "task-3161911" [ 1030.535015] env[69547]: _type = "Task" [ 1030.535015] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.546104] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.633866] env[69547]: INFO nova.compute.manager [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Took 0.56 seconds to detach 1 volumes for instance. [ 1030.638595] env[69547]: DEBUG nova.compute.manager [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Deleting volume: 75df11b9-298d-4126-b30c-530968ab56f3 {{(pid=69547) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1030.661757] env[69547]: DEBUG nova.compute.manager [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.667422] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.669931] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.968s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.673435] env[69547]: INFO nova.compute.claims [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.712265] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.712968] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.713312] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.715030] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.715030] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.715030] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.715030] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.715030] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.715030] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.715030] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.715030] env[69547]: DEBUG nova.virt.hardware [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.716829] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece5479e-e6de-4f68-a720-96a4878e3359 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.721267] env[69547]: INFO nova.scheduler.client.report [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted allocations for instance 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450 [ 1030.730019] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf2093-7413-4fb2-b465-72aed8bbdff8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.807286] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Releasing lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.807686] env[69547]: DEBUG nova.compute.manager [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Instance network_info: |[{"id": "60b310d1-ae64-4ba4-b411-cd983ae57307", "address": "fa:16:3e:c7:59:8d", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b310d1-ae", "ovs_interfaceid": "60b310d1-ae64-4ba4-b411-cd983ae57307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.808241] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:59:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60b310d1-ae64-4ba4-b411-cd983ae57307', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.817242] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Creating folder: Project (3865bbb6b147480aa1495b67a1c341b8). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.818119] env[69547]: DEBUG nova.network.neutron [-] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.819797] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2416d02-0c50-4e98-a559-a120c6ba6350 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.825378] env[69547]: DEBUG nova.network.neutron [-] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.826663] env[69547]: INFO nova.compute.manager [-] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Took 1.06 seconds to deallocate network for instance. [ 1030.830674] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a9e5223a-9568-4de6-886c-02122e393fae tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.684s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.831107] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Created folder: Project (3865bbb6b147480aa1495b67a1c341b8) in parent group-v632381. [ 1030.831333] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Creating folder: Instances. Parent ref: group-v632617. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.831888] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f542b64-dff3-496b-af80-e7a18cfa8a1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.846400] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Created folder: Instances in parent group-v632617. [ 1030.846796] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.847024] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.847541] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b602da50-744e-4306-9c24-f63cf812c4b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.868812] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.868812] env[69547]: value = "task-3161915" [ 1030.868812] env[69547]: _type = "Task" [ 1030.868812] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.883290] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161915, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.891672] env[69547]: DEBUG nova.compute.manager [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Received event network-vif-plugged-60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.891920] env[69547]: DEBUG oslo_concurrency.lockutils [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] Acquiring lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.892113] env[69547]: DEBUG oslo_concurrency.lockutils [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] Lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.892285] env[69547]: DEBUG oslo_concurrency.lockutils [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] Lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.892540] env[69547]: DEBUG nova.compute.manager [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] No waiting events found dispatching network-vif-plugged-60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.892659] env[69547]: WARNING nova.compute.manager [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Received unexpected event network-vif-plugged-60b310d1-ae64-4ba4-b411-cd983ae57307 for instance with vm_state building and task_state spawning. [ 1030.892789] env[69547]: DEBUG nova.compute.manager [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Received event network-changed-60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.892958] env[69547]: DEBUG nova.compute.manager [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Refreshing instance network info cache due to event network-changed-60b310d1-ae64-4ba4-b411-cd983ae57307. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.893177] env[69547]: DEBUG oslo_concurrency.lockutils [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] Acquiring lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.893276] env[69547]: DEBUG oslo_concurrency.lockutils [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] Acquired lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.893438] env[69547]: DEBUG nova.network.neutron [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Refreshing network info cache for port 60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.048116] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079431} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.048544] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.049119] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4465a8f-f7d8-4fcf-9332-868ca1a50982 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.072176] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0/dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.072514] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743d2acc-4999-4df7-8746-76b81e10d77a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.093806] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1031.093806] env[69547]: value = "task-3161916" [ 1031.093806] env[69547]: _type = "Task" [ 1031.093806] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.101713] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.242678] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.243270] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4668d1f6-db77-4fdd-9b4c-3a2b8616b344 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.683s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.323198] env[69547]: INFO nova.compute.manager [-] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Took 1.98 seconds to deallocate network for instance. [ 1031.329019] env[69547]: INFO nova.compute.manager [-] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Took 2.55 seconds to deallocate network for instance. [ 1031.338829] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.388331] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161915, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.607080] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.657566] env[69547]: DEBUG nova.network.neutron [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Updated VIF entry in instance network info cache for port 60b310d1-ae64-4ba4-b411-cd983ae57307. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.657566] env[69547]: DEBUG nova.network.neutron [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Updating instance_info_cache with network_info: [{"id": "60b310d1-ae64-4ba4-b411-cd983ae57307", "address": "fa:16:3e:c7:59:8d", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b310d1-ae", "ovs_interfaceid": "60b310d1-ae64-4ba4-b411-cd983ae57307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.780416] env[69547]: DEBUG nova.compute.manager [req-e79aef54-dcf3-492a-a037-3f6bdd45ca7c req-ef52125b-e140-40d3-9486-51ce1368bc82 service nova] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Received event network-vif-deleted-cea593d2-99cf-4eb0-b6c9-80f211b386e4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.780766] env[69547]: DEBUG nova.compute.manager [req-e79aef54-dcf3-492a-a037-3f6bdd45ca7c req-ef52125b-e140-40d3-9486-51ce1368bc82 service nova] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Received event network-vif-deleted-8bd6e61d-5626-4dd2-aecb-087f80cc972e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.780835] env[69547]: DEBUG nova.compute.manager [req-e79aef54-dcf3-492a-a037-3f6bdd45ca7c req-ef52125b-e140-40d3-9486-51ce1368bc82 service nova] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Received event network-vif-deleted-1c2ca736-f271-483a-abdb-247f72513eec {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.831845] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.837329] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.883275] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161915, 'name': CreateVM_Task, 'duration_secs': 0.764578} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.883457] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.884652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.884652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.884652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.884905] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e91962f-b181-4ac2-b8c1-d2502edb4bfc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.890920] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1031.890920] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eacee9-c817-f836-5dc7-fc40a9461672" [ 1031.890920] env[69547]: _type = "Task" [ 1031.890920] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.906712] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52eacee9-c817-f836-5dc7-fc40a9461672, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.907206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.907397] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.907920] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.907920] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.908036] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.908875] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e79f744d-6a99-4d12-aa41-629cdf4fbb81 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.922611] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.922731] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.926105] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58a6604-0948-485d-b2a1-c1ac7cd1332b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.934210] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1031.934210] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e7707f-e1e4-7bc2-df15-ed499e7e1b62" [ 1031.934210] env[69547]: _type = "Task" [ 1031.934210] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.940869] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e7707f-e1e4-7bc2-df15-ed499e7e1b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.035133] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b722d9-47e9-4990-a783-b87f592bf2e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.042899] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b631185-c960-4c03-a143-bd544e566727 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.076894] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270d1080-bf39-465c-b6c8-c0c932e00193 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.085265] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d7ce29-970c-4172-9af6-2d237b46eef9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.099583] env[69547]: DEBUG nova.compute.provider_tree [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.109595] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161916, 'name': ReconfigVM_Task, 'duration_secs': 0.745418} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.110785] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Reconfigured VM instance instance-00000051 to attach disk [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0/dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.111299] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b864e584-545a-42a1-8cb2-942eb2a5c806 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.117736] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1032.117736] env[69547]: value = "task-3161917" [ 1032.117736] env[69547]: _type = "Task" [ 1032.117736] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.129043] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161917, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.162674] env[69547]: DEBUG oslo_concurrency.lockutils [req-3bef8785-747a-46d1-bcbc-84cd043b9d84 req-4f696f48-8cb3-4b13-89b3-872ce8cb2b57 service nova] Releasing lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.268178] env[69547]: DEBUG nova.network.neutron [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Successfully updated port: 2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.450248] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e7707f-e1e4-7bc2-df15-ed499e7e1b62, 'name': SearchDatastore_Task, 'duration_secs': 0.012563} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.451176] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185079f9-409a-4f8e-965b-8b9c6f58ef4b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.458789] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1032.458789] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524e857d-9dc9-c50b-95e3-502549db9ed6" [ 1032.458789] env[69547]: _type = "Task" [ 1032.458789] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.468396] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524e857d-9dc9-c50b-95e3-502549db9ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.606151] env[69547]: DEBUG nova.scheduler.client.report [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.632119] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161917, 'name': Rename_Task, 'duration_secs': 0.320698} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.632119] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.632119] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d716173f-87e4-4d77-baf5-3e8c93c75ecb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.639697] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1032.639697] env[69547]: value = "task-3161918" [ 1032.639697] env[69547]: _type = "Task" [ 1032.639697] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.647296] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.771291] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.771820] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.772048] env[69547]: DEBUG nova.network.neutron [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.946620] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquiring lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.946620] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.946620] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquiring lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.946620] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.946620] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.947696] env[69547]: INFO nova.compute.manager [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Terminating instance [ 1032.974876] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524e857d-9dc9-c50b-95e3-502549db9ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.011789} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.975354] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.975792] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2/ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.976566] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e81115d4-717c-4f6f-b747-868ec5647a4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.988024] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1032.988024] env[69547]: value = "task-3161919" [ 1032.988024] env[69547]: _type = "Task" [ 1032.988024] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.995375] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.116249] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.116249] env[69547]: DEBUG nova.compute.manager [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.116999] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.080s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.118263] env[69547]: DEBUG nova.objects.instance [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1033.152896] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161918, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.310686] env[69547]: DEBUG nova.network.neutron [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.452469] env[69547]: DEBUG nova.compute.manager [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.452798] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.454054] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ab9f6e-c026-4221-82be-7db0aeb13e1a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.470162] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.470824] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b5258e-50eb-403d-b957-a20e3e89ab12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.480020] env[69547]: DEBUG oslo_vmware.api [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1033.480020] env[69547]: value = "task-3161920" [ 1033.480020] env[69547]: _type = "Task" [ 1033.480020] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.492465] env[69547]: DEBUG oslo_vmware.api [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.500423] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510414} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.501653] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2/ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.501653] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.502134] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6ed0e94-3a9e-400c-87ea-a25fb00bd38a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.509709] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1033.509709] env[69547]: value = "task-3161921" [ 1033.509709] env[69547]: _type = "Task" [ 1033.509709] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.522027] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.522027] env[69547]: DEBUG nova.network.neutron [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance_info_cache with network_info: [{"id": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "address": "fa:16:3e:38:c1:81", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae53c8b-9a", "ovs_interfaceid": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.621426] env[69547]: DEBUG nova.compute.utils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.622949] env[69547]: DEBUG nova.compute.manager [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.622949] env[69547]: DEBUG nova.network.neutron [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.650649] env[69547]: DEBUG oslo_vmware.api [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161918, 'name': PowerOnVM_Task, 'duration_secs': 0.560345} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.650956] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.651185] env[69547]: INFO nova.compute.manager [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1033.651383] env[69547]: DEBUG nova.compute.manager [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.652222] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817adcc1-6517-482e-b101-54e150d3a844 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.670150] env[69547]: DEBUG nova.policy [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d34b11bbfc42c5bdccc421374336fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe31a0dab018416382f0c8af99bc7d87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.843133] env[69547]: DEBUG nova.compute.manager [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Received event network-vif-plugged-2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.843133] env[69547]: DEBUG oslo_concurrency.lockutils [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] Acquiring lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.843133] env[69547]: DEBUG oslo_concurrency.lockutils [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.843133] env[69547]: DEBUG oslo_concurrency.lockutils [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.843682] env[69547]: DEBUG nova.compute.manager [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] No waiting events found dispatching network-vif-plugged-2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.843997] env[69547]: WARNING nova.compute.manager [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Received unexpected event network-vif-plugged-2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 for instance with vm_state building and task_state spawning. [ 1033.844258] env[69547]: DEBUG nova.compute.manager [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Received event network-changed-2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.844451] env[69547]: DEBUG nova.compute.manager [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Refreshing instance network info cache due to event network-changed-2ae53c8b-9a4a-4fac-96df-ff35eb1caec9. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.844666] env[69547]: DEBUG oslo_concurrency.lockutils [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] Acquiring lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.993978] env[69547]: DEBUG oslo_vmware.api [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161920, 'name': PowerOffVM_Task, 'duration_secs': 0.40182} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.994349] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.994509] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.994806] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fa3c378-23ef-4e55-874f-32fb33e1a38b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.021288] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068896} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.021288] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.022054] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c089db-833d-406d-8457-d84ab106bdf0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.025556] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.025994] env[69547]: DEBUG nova.compute.manager [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Instance network_info: |[{"id": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "address": "fa:16:3e:38:c1:81", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae53c8b-9a", "ovs_interfaceid": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.026372] env[69547]: DEBUG oslo_concurrency.lockutils [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] Acquired lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.026783] env[69547]: DEBUG nova.network.neutron [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Refreshing network info cache for port 2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.028082] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:c1:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ae53c8b-9a4a-4fac-96df-ff35eb1caec9', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.038227] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.040114] env[69547]: DEBUG nova.network.neutron [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Successfully created port: 6f517cb4-5b78-45d8-b936-2d4f4b44164d {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.044058] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.053813] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ce6744-a539-42f1-941c-8e4bf7fef9cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.080345] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2/ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.081931] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f773e37-fd94-4023-b1f8-4e5a0b114089 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.100397] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.100600] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.100778] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Deleting the datastore file [datastore2] e7353923-2ca1-4ba7-984b-a28528d2bf2f {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.101043] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf50017-94a0-4161-a09a-85c7f06f2c14 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.104579] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.104579] env[69547]: value = "task-3161923" [ 1034.104579] env[69547]: _type = "Task" [ 1034.104579] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.113027] env[69547]: DEBUG oslo_vmware.api [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for the task: (returnval){ [ 1034.113027] env[69547]: value = "task-3161925" [ 1034.113027] env[69547]: _type = "Task" [ 1034.113027] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.113278] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1034.113278] env[69547]: value = "task-3161924" [ 1034.113278] env[69547]: _type = "Task" [ 1034.113278] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.123667] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161923, 'name': CreateVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.129717] env[69547]: DEBUG nova.compute.manager [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.136204] env[69547]: DEBUG oslo_vmware.api [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.138236] env[69547]: DEBUG oslo_concurrency.lockutils [None req-df9b6e3d-ea87-4c80-8eae-1b7cc931a347 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.139437] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.140463] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.886s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.173993] env[69547]: INFO nova.compute.manager [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Took 30.67 seconds to build instance. [ 1034.236737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "09f18f69-55d5-41a1-89de-257d82440a5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.237068] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.615305] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161923, 'name': CreateVM_Task, 'duration_secs': 0.399119} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.620853] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.623666] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.624227] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.624227] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.625044] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a0604b-4ee0-40bc-afe0-1c01fa07d671 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.632778] env[69547]: DEBUG oslo_vmware.api [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Task: {'id': task-3161925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216113} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.632994] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.633555] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.633866] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.633931] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.634115] env[69547]: INFO nova.compute.manager [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1034.634356] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.638955] env[69547]: DEBUG nova.compute.manager [-] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.639057] env[69547]: DEBUG nova.network.neutron [-] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.640880] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1034.640880] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5281a02d-e7a9-e848-4edf-24852e081bcd" [ 1034.640880] env[69547]: _type = "Task" [ 1034.640880] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.661803] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5281a02d-e7a9-e848-4edf-24852e081bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.662383] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.662383] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.662630] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.663328] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.663328] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.663328] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c367224-24ab-4794-8c16-03d22337d36f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.674141] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.674228] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.675812] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931be8fa-6569-4fba-9114-3feeff4f0a40 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.679838] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a8d3911-5837-4373-a77a-73a437a3d480 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.187s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.681886] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1034.681886] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522c45b3-0af8-8b40-7e99-6d01585a5818" [ 1034.681886] env[69547]: _type = "Task" [ 1034.681886] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.694949] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522c45b3-0af8-8b40-7e99-6d01585a5818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.739629] env[69547]: DEBUG nova.compute.manager [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.830727] env[69547]: INFO nova.compute.manager [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Rebuilding instance [ 1034.834918] env[69547]: DEBUG nova.network.neutron [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updated VIF entry in instance network info cache for port 2ae53c8b-9a4a-4fac-96df-ff35eb1caec9. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.835311] env[69547]: DEBUG nova.network.neutron [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance_info_cache with network_info: [{"id": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "address": "fa:16:3e:38:c1:81", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae53c8b-9a", "ovs_interfaceid": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.893515] env[69547]: DEBUG nova.compute.manager [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.894394] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b49b8fe-83ce-45f1-bdc1-7e8c83bcc0bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.124737] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161924, 'name': ReconfigVM_Task, 'duration_secs': 0.599914} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.125399] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Reconfigured VM instance instance-00000052 to attach disk [datastore2] ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2/ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.126065] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7236a9d5-1643-416c-9df9-d537721bda90 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.133440] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1035.133440] env[69547]: value = "task-3161927" [ 1035.133440] env[69547]: _type = "Task" [ 1035.133440] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.140853] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161927, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.142913] env[69547]: DEBUG nova.compute.manager [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.170683] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.170934] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.171112] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.171299] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.171456] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.171598] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.171809] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.171963] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.172150] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.172306] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.172483] env[69547]: DEBUG nova.virt.hardware [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.173618] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9925ae64-ef49-4618-a9f1-5b8c07276e10 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.180928] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e0745838-9c2c-48b7-b17b-af31ecba4e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.181093] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 1abdc0a5-e03b-4552-88f7-415e0c540b6b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.181240] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 97835afb-a848-4055-bc0e-ea508c403d1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.181369] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 5e1f2115-69a8-46f8-9680-6e8e61ef2c33 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.181489] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 8f8e4449-2651-4450-90ff-18e61940022f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.181617] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance d0b5ab28-e6a0-4a02-91b6-dca3266ee628 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.181734] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance ee6b7c61-9eff-49a6-9ba6-294a7de0e65d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.181847] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3cfc21f7-365e-408c-b19a-979ddebfc001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.181959] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 84fb492f-d804-4b04-a242-155a6a3660d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.182082] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 918969d0-d7ca-401a-b380-f6b7b265526c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.182197] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance f0b21c03-55ea-4803-bd25-984521c6966e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.182328] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance f762e442-a73e-4087-be2e-8efeef507e1e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.182454] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3affad03-eca0-45ae-8e2f-5385e868207e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.182567] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 6d8e108a-2e67-4076-855a-041f2253db32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.182677] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 8501170c-3994-4a4e-8b98-360b8806aeb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.182786] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e7353923-2ca1-4ba7-984b-a28528d2bf2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.182895] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.183014] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.183129] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 4875b373-e0f0-41d7-8e25-e6f0229dbf55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.183237] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance bb35ef69-d0ad-4e14-90f1-bac701a873d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.185591] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf585eb-fbe6-4b4c-a34c-c17be6487efc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.204928] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522c45b3-0af8-8b40-7e99-6d01585a5818, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.206557] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd4c478-0d67-49ab-a67e-423b5e032d89 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.211992] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1035.211992] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52167308-086b-d167-c741-5dd5e659c149" [ 1035.211992] env[69547]: _type = "Task" [ 1035.211992] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.219827] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52167308-086b-d167-c741-5dd5e659c149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.262978] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.338829] env[69547]: DEBUG oslo_concurrency.lockutils [req-77ab261d-d112-49b1-b3fd-ee0a3f1ec4a8 req-2c351891-7278-48f2-b3b9-1ae8e48b7080 service nova] Releasing lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.492662] env[69547]: DEBUG nova.network.neutron [-] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.645589] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161927, 'name': Rename_Task, 'duration_secs': 0.404202} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.648186] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.648186] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-764f443a-7d90-4061-a02f-b8e1c2b09466 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.655826] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1035.655826] env[69547]: value = "task-3161928" [ 1035.655826] env[69547]: _type = "Task" [ 1035.655826] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.667139] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.691164] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 09f18f69-55d5-41a1-89de-257d82440a5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1035.691716] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1035.692580] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1035.730021] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52167308-086b-d167-c741-5dd5e659c149, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.730021] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.730021] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 4875b373-e0f0-41d7-8e25-e6f0229dbf55/4875b373-e0f0-41d7-8e25-e6f0229dbf55.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.730021] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-347c639d-a898-45c3-91a5-59bbaf41187a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.735940] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1035.735940] env[69547]: value = "task-3161929" [ 1035.735940] env[69547]: _type = "Task" [ 1035.735940] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.745017] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.867628] env[69547]: DEBUG nova.network.neutron [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Successfully updated port: 6f517cb4-5b78-45d8-b936-2d4f4b44164d {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.877380] env[69547]: DEBUG nova.compute.manager [req-f4562f87-1284-4599-b658-9f31c386bbe5 req-69d5ca9e-e0db-4d28-8c60-f2f360d6e135 service nova] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Received event network-vif-deleted-d512c390-6101-4e63-aeb2-600c710d36a7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.877607] env[69547]: DEBUG nova.compute.manager [req-f4562f87-1284-4599-b658-9f31c386bbe5 req-69d5ca9e-e0db-4d28-8c60-f2f360d6e135 service nova] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Received event network-vif-plugged-6f517cb4-5b78-45d8-b936-2d4f4b44164d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.877794] env[69547]: DEBUG oslo_concurrency.lockutils [req-f4562f87-1284-4599-b658-9f31c386bbe5 req-69d5ca9e-e0db-4d28-8c60-f2f360d6e135 service nova] Acquiring lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.877991] env[69547]: DEBUG oslo_concurrency.lockutils [req-f4562f87-1284-4599-b658-9f31c386bbe5 req-69d5ca9e-e0db-4d28-8c60-f2f360d6e135 service nova] Lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.879197] env[69547]: DEBUG oslo_concurrency.lockutils [req-f4562f87-1284-4599-b658-9f31c386bbe5 req-69d5ca9e-e0db-4d28-8c60-f2f360d6e135 service nova] Lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.879197] env[69547]: DEBUG nova.compute.manager [req-f4562f87-1284-4599-b658-9f31c386bbe5 req-69d5ca9e-e0db-4d28-8c60-f2f360d6e135 service nova] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] No waiting events found dispatching network-vif-plugged-6f517cb4-5b78-45d8-b936-2d4f4b44164d {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.879197] env[69547]: WARNING nova.compute.manager [req-f4562f87-1284-4599-b658-9f31c386bbe5 req-69d5ca9e-e0db-4d28-8c60-f2f360d6e135 service nova] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Received unexpected event network-vif-plugged-6f517cb4-5b78-45d8-b936-2d4f4b44164d for instance with vm_state building and task_state spawning. [ 1035.908590] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.908933] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73728d73-16ba-40af-a54f-f67a375e6118 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.917723] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1035.917723] env[69547]: value = "task-3161930" [ 1035.917723] env[69547]: _type = "Task" [ 1035.917723] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.932133] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.999278] env[69547]: INFO nova.compute.manager [-] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Took 1.36 seconds to deallocate network for instance. [ 1036.088071] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858db24d-d865-464c-8442-a155f1a01ab9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.096271] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e608ff1-fbf5-4707-8c1b-61fc50dce35a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.130238] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea063b57-24c3-49d9-8a9d-932cfc3e26e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.139083] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cacbefe-2249-4c39-bef2-1a5ad8dd87cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.156123] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.167139] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.245896] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472864} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.246214] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 4875b373-e0f0-41d7-8e25-e6f0229dbf55/4875b373-e0f0-41d7-8e25-e6f0229dbf55.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.246438] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.246691] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b9386e7-82d8-4d4e-af25-eb08a6ff7bc9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.253539] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1036.253539] env[69547]: value = "task-3161931" [ 1036.253539] env[69547]: _type = "Task" [ 1036.253539] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.261902] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.373184] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "refresh_cache-bb35ef69-d0ad-4e14-90f1-bac701a873d9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.373327] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "refresh_cache-bb35ef69-d0ad-4e14-90f1-bac701a873d9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.373565] env[69547]: DEBUG nova.network.neutron [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.429203] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161930, 'name': PowerOffVM_Task, 'duration_secs': 0.196659} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.429203] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.429203] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.429203] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e79bbe2-c99d-4cfe-8c7f-fc8d99affa4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.436432] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.437855] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f75949e-f33c-4bf4-a518-52554ccc7a45 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.459011] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.459115] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632616', 'volume_id': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'name': 'volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8501170c-3994-4a4e-8b98-360b8806aeb9', 'attached_at': '', 'detached_at': '', 'volume_id': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'serial': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1036.460207] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d879a8-23bf-4561-8de2-fa34f1e6e41a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.479925] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e207f8a9-f758-4858-9e98-ed6293bbbd55 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.508987] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06/volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.509352] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c11bd43e-386b-4cc2-bece-39626dc9ff3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.523485] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.525140] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.525342] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.525514] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleting the datastore file [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.525751] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-747ea280-d593-4635-a2a2-43e1383041f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.529298] env[69547]: DEBUG oslo_vmware.api [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1036.529298] env[69547]: value = "task-3161933" [ 1036.529298] env[69547]: _type = "Task" [ 1036.529298] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.533286] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1036.533286] env[69547]: value = "task-3161934" [ 1036.533286] env[69547]: _type = "Task" [ 1036.533286] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.539878] env[69547]: DEBUG oslo_vmware.api [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.544221] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.662057] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.671071] env[69547]: DEBUG oslo_vmware.api [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161928, 'name': PowerOnVM_Task, 'duration_secs': 0.556186} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.671307] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.671562] env[69547]: INFO nova.compute.manager [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1036.671756] env[69547]: DEBUG nova.compute.manager [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.675024] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed3f6d4-24ae-4d71-86b1-d0ae1e003c5d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.767915] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058611} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.768276] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.769233] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49b7f1b-ca38-495c-9019-0bf6550962c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.798089] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 4875b373-e0f0-41d7-8e25-e6f0229dbf55/4875b373-e0f0-41d7-8e25-e6f0229dbf55.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.798457] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eefeab2-f92e-4a54-9eb3-e1ba357bc305 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.825087] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1036.825087] env[69547]: value = "task-3161935" [ 1036.825087] env[69547]: _type = "Task" [ 1036.825087] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.837298] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.917133] env[69547]: DEBUG nova.network.neutron [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.042806] env[69547]: DEBUG oslo_vmware.api [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161933, 'name': ReconfigVM_Task, 'duration_secs': 0.380593} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.043641] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06/volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.051707] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-511a8c6e-8e9f-428b-a46f-940f971dbe85 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.061640] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141251} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.061910] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.062106] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.062290] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.070386] env[69547]: DEBUG oslo_vmware.api [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1037.070386] env[69547]: value = "task-3161936" [ 1037.070386] env[69547]: _type = "Task" [ 1037.070386] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.074418] env[69547]: DEBUG nova.network.neutron [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Updating instance_info_cache with network_info: [{"id": "6f517cb4-5b78-45d8-b936-2d4f4b44164d", "address": "fa:16:3e:e8:83:40", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f517cb4-5b", "ovs_interfaceid": "6f517cb4-5b78-45d8-b936-2d4f4b44164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.084089] env[69547]: DEBUG oslo_vmware.api [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.167557] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1037.167877] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.027s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.168078] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.686s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.168297] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.170971] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.928s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.171234] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.173014] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.834s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.173253] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.174941] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.344s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.175230] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.176915] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.340s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.177156] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.178964] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.916s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.180622] env[69547]: INFO nova.compute.claims [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.197286] env[69547]: INFO nova.compute.manager [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Took 30.34 seconds to build instance. [ 1037.217478] env[69547]: INFO nova.scheduler.client.report [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Deleted allocations for instance 5e1f2115-69a8-46f8-9680-6e8e61ef2c33 [ 1037.227627] env[69547]: INFO nova.scheduler.client.report [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Deleted allocations for instance 97835afb-a848-4055-bc0e-ea508c403d1b [ 1037.244347] env[69547]: INFO nova.scheduler.client.report [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Deleted allocations for instance d0b5ab28-e6a0-4a02-91b6-dca3266ee628 [ 1037.266030] env[69547]: INFO nova.scheduler.client.report [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Deleted allocations for instance 3affad03-eca0-45ae-8e2f-5385e868207e [ 1037.271472] env[69547]: INFO nova.scheduler.client.report [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Deleted allocations for instance f762e442-a73e-4087-be2e-8efeef507e1e [ 1037.335202] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.580263] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "refresh_cache-bb35ef69-d0ad-4e14-90f1-bac701a873d9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.580597] env[69547]: DEBUG nova.compute.manager [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Instance network_info: |[{"id": "6f517cb4-5b78-45d8-b936-2d4f4b44164d", "address": "fa:16:3e:e8:83:40", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f517cb4-5b", "ovs_interfaceid": "6f517cb4-5b78-45d8-b936-2d4f4b44164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.581313] env[69547]: DEBUG oslo_vmware.api [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161936, 'name': ReconfigVM_Task, 'duration_secs': 0.173385} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.581313] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:83:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f517cb4-5b78-45d8-b936-2d4f4b44164d', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.589772] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.590092] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632616', 'volume_id': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'name': 'volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8501170c-3994-4a4e-8b98-360b8806aeb9', 'attached_at': '', 'detached_at': '', 'volume_id': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'serial': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1037.592066] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.592066] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2355abf4-80df-40d2-be5f-6c1b6644bc5e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.615796] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.615796] env[69547]: value = "task-3161937" [ 1037.615796] env[69547]: _type = "Task" [ 1037.615796] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.625712] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161937, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.700265] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5fcca134-9b56-4097-80f1-79aaa1de6e03 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.848s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.728503] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c3419eec-fa60-4a18-8d58-ed351d88d392 tempest-MigrationsAdminTest-788526948 tempest-MigrationsAdminTest-788526948-project-member] Lock "5e1f2115-69a8-46f8-9680-6e8e61ef2c33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.110s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.738561] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63883df8-86ef-46ee-8f74-c883bdf4b116 tempest-AttachInterfacesUnderV243Test-1690262680 tempest-AttachInterfacesUnderV243Test-1690262680-project-member] Lock "97835afb-a848-4055-bc0e-ea508c403d1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.679s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.757579] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ec9a6098-ffb5-4bff-a233-74b34eeebe53 tempest-ServersTestBootFromVolume-267003848 tempest-ServersTestBootFromVolume-267003848-project-member] Lock "d0b5ab28-e6a0-4a02-91b6-dca3266ee628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.953s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.782663] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45fa5497-ad58-4385-9834-05d0105e1655 tempest-ImagesTestJSON-912129032 tempest-ImagesTestJSON-912129032-project-member] Lock "f762e442-a73e-4087-be2e-8efeef507e1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.361s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.787022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7464191c-352f-4407-a12a-012113702303 tempest-ServersListShow296Test-1591502591 tempest-ServersListShow296Test-1591502591-project-member] Lock "3affad03-eca0-45ae-8e2f-5385e868207e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.769s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.839721] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161935, 'name': ReconfigVM_Task, 'duration_secs': 0.709983} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.840233] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 4875b373-e0f0-41d7-8e25-e6f0229dbf55/4875b373-e0f0-41d7-8e25-e6f0229dbf55.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.840789] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea1519dd-d151-4805-a7dd-87580b61edb9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.849376] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1037.849376] env[69547]: value = "task-3161938" [ 1037.849376] env[69547]: _type = "Task" [ 1037.849376] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.858348] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161938, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.114405] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.114686] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.114840] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.115999] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.116245] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.117021] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.117021] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.117021] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.117021] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.117170] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.117494] env[69547]: DEBUG nova.virt.hardware [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.118289] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e81155-097a-4e3d-8443-ae53d66c59f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.141853] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3db594-377f-484c-83f5-020ce2e4782a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.146430] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161937, 'name': CreateVM_Task, 'duration_secs': 0.369014} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.147932] env[69547]: DEBUG nova.compute.manager [req-c4c0b99c-905b-4914-9d22-e8931f43a0a7 req-9d7db2cc-d808-4e9e-b2b5-c87f1b9552a2 service nova] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Received event network-changed-6f517cb4-5b78-45d8-b936-2d4f4b44164d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.148125] env[69547]: DEBUG nova.compute.manager [req-c4c0b99c-905b-4914-9d22-e8931f43a0a7 req-9d7db2cc-d808-4e9e-b2b5-c87f1b9552a2 service nova] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Refreshing instance network info cache due to event network-changed-6f517cb4-5b78-45d8-b936-2d4f4b44164d. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.148357] env[69547]: DEBUG oslo_concurrency.lockutils [req-c4c0b99c-905b-4914-9d22-e8931f43a0a7 req-9d7db2cc-d808-4e9e-b2b5-c87f1b9552a2 service nova] Acquiring lock "refresh_cache-bb35ef69-d0ad-4e14-90f1-bac701a873d9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.150581] env[69547]: DEBUG oslo_concurrency.lockutils [req-c4c0b99c-905b-4914-9d22-e8931f43a0a7 req-9d7db2cc-d808-4e9e-b2b5-c87f1b9552a2 service nova] Acquired lock "refresh_cache-bb35ef69-d0ad-4e14-90f1-bac701a873d9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.150872] env[69547]: DEBUG nova.network.neutron [req-c4c0b99c-905b-4914-9d22-e8931f43a0a7 req-9d7db2cc-d808-4e9e-b2b5-c87f1b9552a2 service nova] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Refreshing network info cache for port 6f517cb4-5b78-45d8-b936-2d4f4b44164d {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.155030] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.156025] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.156165] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.156488] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.157066] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335a1e54-f3cd-49d9-8fb6-8f72691983d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.168525] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:3f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f325c172-696d-4c0f-81e2-b6ae2eb0f148', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.175800] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.181374] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.181857] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ba37f72-29ff-4373-89a1-dd933bed8c96 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.203249] env[69547]: DEBUG nova.compute.manager [req-21b75a3b-e2d0-4b86-b433-73d4159d1e63 req-8852a2cd-5b06-40fd-936e-60f970e16ad0 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Received event network-changed-60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.203452] env[69547]: DEBUG nova.compute.manager [req-21b75a3b-e2d0-4b86-b433-73d4159d1e63 req-8852a2cd-5b06-40fd-936e-60f970e16ad0 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Refreshing instance network info cache due to event network-changed-60b310d1-ae64-4ba4-b411-cd983ae57307. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.205447] env[69547]: DEBUG oslo_concurrency.lockutils [req-21b75a3b-e2d0-4b86-b433-73d4159d1e63 req-8852a2cd-5b06-40fd-936e-60f970e16ad0 service nova] Acquiring lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.205447] env[69547]: DEBUG oslo_concurrency.lockutils [req-21b75a3b-e2d0-4b86-b433-73d4159d1e63 req-8852a2cd-5b06-40fd-936e-60f970e16ad0 service nova] Acquired lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.205447] env[69547]: DEBUG nova.network.neutron [req-21b75a3b-e2d0-4b86-b433-73d4159d1e63 req-8852a2cd-5b06-40fd-936e-60f970e16ad0 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Refreshing network info cache for port 60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.213235] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1038.213235] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e768bc-2df6-d758-0b9e-238ae7cd14bf" [ 1038.213235] env[69547]: _type = "Task" [ 1038.213235] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.213869] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.213869] env[69547]: value = "task-3161939" [ 1038.213869] env[69547]: _type = "Task" [ 1038.213869] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.218577] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e768bc-2df6-d758-0b9e-238ae7cd14bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.223583] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.223583] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.223583] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.223583] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.223583] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.224363] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68cb48a-8df5-45a6-a35c-8adc65d8d6bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.232696] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161939, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.240365] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.240545] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.241326] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515b13a5-2450-4cd9-9dee-bf7931abf2ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.248735] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1038.248735] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52144d46-c5db-2fb1-0407-aeeebc689222" [ 1038.248735] env[69547]: _type = "Task" [ 1038.248735] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.261556] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52144d46-c5db-2fb1-0407-aeeebc689222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.360728] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161938, 'name': Rename_Task, 'duration_secs': 0.186708} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.362128] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.362878] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3800ac5f-17f2-48f4-92b9-a65abf2cd838 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.371245] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1038.371245] env[69547]: value = "task-3161940" [ 1038.371245] env[69547]: _type = "Task" [ 1038.371245] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.380448] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.495760] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquiring lock "8bb93adb-c1ca-456b-8017-75369f00ca0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.496368] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "8bb93adb-c1ca-456b-8017-75369f00ca0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.523261] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b943a3-16d7-4d13-900a-a6035bdc6e05 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.531817] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a735351-10ea-47f4-b76f-277ddf54cab3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.586954] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62277056-7f1d-40dc-8582-0e68c60c0b83 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.601030] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325bb54-0ac2-425a-a467-caa76cd75827 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.617989] env[69547]: DEBUG nova.compute.provider_tree [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.656574] env[69547]: DEBUG nova.objects.instance [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'flavor' on Instance uuid 8501170c-3994-4a4e-8b98-360b8806aeb9 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.730058] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161939, 'name': CreateVM_Task, 'duration_secs': 0.429643} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.730275] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.730987] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.731231] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.731569] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.731835] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f344e5d-cd2b-4c1f-9191-ff54ab7b1906 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.737441] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1038.737441] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f884f0-7cf9-594f-c3a4-6e3a3093320a" [ 1038.737441] env[69547]: _type = "Task" [ 1038.737441] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.748109] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f884f0-7cf9-594f-c3a4-6e3a3093320a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.759233] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52144d46-c5db-2fb1-0407-aeeebc689222, 'name': SearchDatastore_Task, 'duration_secs': 0.014274} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.760310] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860c334e-6057-4839-8ac9-9949d8a760d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.766779] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1038.766779] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b3e9ce-3fb6-d8f0-00d2-ce19b7d1c9fc" [ 1038.766779] env[69547]: _type = "Task" [ 1038.766779] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.776784] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b3e9ce-3fb6-d8f0-00d2-ce19b7d1c9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.884555] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161940, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.000526] env[69547]: DEBUG nova.compute.manager [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.124803] env[69547]: DEBUG nova.scheduler.client.report [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.171264] env[69547]: DEBUG oslo_concurrency.lockutils [None req-663942e9-4244-4e0d-b3b7-52d8f22d01d0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.386s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.248935] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f884f0-7cf9-594f-c3a4-6e3a3093320a, 'name': SearchDatastore_Task, 'duration_secs': 0.023528} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.249284] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.249526] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.249761] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.249911] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.250117] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.250404] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b99b471-9888-4cfb-8d1f-fb3e36af62de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.259895] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.260159] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.260884] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a17ccb3-5f71-497d-8d41-56ef4e877168 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.267202] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1039.267202] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522e8490-d367-e04d-2844-c9663c278448" [ 1039.267202] env[69547]: _type = "Task" [ 1039.267202] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.278987] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522e8490-d367-e04d-2844-c9663c278448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.282533] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b3e9ce-3fb6-d8f0-00d2-ce19b7d1c9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.282687] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.283010] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] bb35ef69-d0ad-4e14-90f1-bac701a873d9/bb35ef69-d0ad-4e14-90f1-bac701a873d9.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.283310] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf1b4f1-e6f9-4ae9-a768-7544a5aa1a28 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.291397] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1039.291397] env[69547]: value = "task-3161941" [ 1039.291397] env[69547]: _type = "Task" [ 1039.291397] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.303344] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.383885] env[69547]: DEBUG oslo_vmware.api [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3161940, 'name': PowerOnVM_Task, 'duration_secs': 0.658237} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.385022] env[69547]: DEBUG nova.network.neutron [req-c4c0b99c-905b-4914-9d22-e8931f43a0a7 req-9d7db2cc-d808-4e9e-b2b5-c87f1b9552a2 service nova] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Updated VIF entry in instance network info cache for port 6f517cb4-5b78-45d8-b936-2d4f4b44164d. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.385713] env[69547]: DEBUG nova.network.neutron [req-c4c0b99c-905b-4914-9d22-e8931f43a0a7 req-9d7db2cc-d808-4e9e-b2b5-c87f1b9552a2 service nova] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Updating instance_info_cache with network_info: [{"id": "6f517cb4-5b78-45d8-b936-2d4f4b44164d", "address": "fa:16:3e:e8:83:40", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f517cb4-5b", "ovs_interfaceid": "6f517cb4-5b78-45d8-b936-2d4f4b44164d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.386986] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.390175] env[69547]: INFO nova.compute.manager [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1039.390175] env[69547]: DEBUG nova.compute.manager [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.390175] env[69547]: DEBUG nova.network.neutron [req-21b75a3b-e2d0-4b86-b433-73d4159d1e63 req-8852a2cd-5b06-40fd-936e-60f970e16ad0 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Updated VIF entry in instance network info cache for port 60b310d1-ae64-4ba4-b411-cd983ae57307. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.390175] env[69547]: DEBUG nova.network.neutron [req-21b75a3b-e2d0-4b86-b433-73d4159d1e63 req-8852a2cd-5b06-40fd-936e-60f970e16ad0 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Updating instance_info_cache with network_info: [{"id": "60b310d1-ae64-4ba4-b411-cd983ae57307", "address": "fa:16:3e:c7:59:8d", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b310d1-ae", "ovs_interfaceid": "60b310d1-ae64-4ba4-b411-cd983ae57307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.390444] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cbbf75-3424-4551-b25d-03a2c5ac4ffa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.538192] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.636956] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.636956] env[69547]: DEBUG nova.compute.manager [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.644030] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.117s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.644030] env[69547]: DEBUG nova.objects.instance [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lazy-loading 'resources' on Instance uuid e7353923-2ca1-4ba7-984b-a28528d2bf2f {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.784778] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522e8490-d367-e04d-2844-c9663c278448, 'name': SearchDatastore_Task, 'duration_secs': 0.011624} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.784993] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23f0eb0-e2ec-424b-b0be-68ee0253cedf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.791760] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1039.791760] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]529d38a5-3375-1324-4942-98b2dab3c67a" [ 1039.791760] env[69547]: _type = "Task" [ 1039.791760] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.806046] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529d38a5-3375-1324-4942-98b2dab3c67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.811063] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161941, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.889055] env[69547]: DEBUG oslo_concurrency.lockutils [req-c4c0b99c-905b-4914-9d22-e8931f43a0a7 req-9d7db2cc-d808-4e9e-b2b5-c87f1b9552a2 service nova] Releasing lock "refresh_cache-bb35ef69-d0ad-4e14-90f1-bac701a873d9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.895262] env[69547]: DEBUG oslo_concurrency.lockutils [req-21b75a3b-e2d0-4b86-b433-73d4159d1e63 req-8852a2cd-5b06-40fd-936e-60f970e16ad0 service nova] Releasing lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.915098] env[69547]: INFO nova.compute.manager [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Took 17.68 seconds to build instance. [ 1040.035123] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "8501170c-3994-4a4e-8b98-360b8806aeb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.035554] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.035816] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "8501170c-3994-4a4e-8b98-360b8806aeb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.036299] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.036427] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.038731] env[69547]: INFO nova.compute.manager [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Terminating instance [ 1040.144593] env[69547]: DEBUG nova.compute.utils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.146035] env[69547]: DEBUG nova.compute.manager [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.146390] env[69547]: DEBUG nova.network.neutron [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.223696] env[69547]: DEBUG nova.policy [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf7ac87cdf3047d5955efc2e437f0744', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eead23ad6d334628b97ceefa8d66d08a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.306146] env[69547]: DEBUG nova.compute.manager [req-c8ed0683-a7fd-4ccd-b337-f045e8bf1c6e req-b6ce1247-35fa-41f5-9e7c-85726548f712 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Received event network-changed-60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.306716] env[69547]: DEBUG nova.compute.manager [req-c8ed0683-a7fd-4ccd-b337-f045e8bf1c6e req-b6ce1247-35fa-41f5-9e7c-85726548f712 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Refreshing instance network info cache due to event network-changed-60b310d1-ae64-4ba4-b411-cd983ae57307. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.307096] env[69547]: DEBUG oslo_concurrency.lockutils [req-c8ed0683-a7fd-4ccd-b337-f045e8bf1c6e req-b6ce1247-35fa-41f5-9e7c-85726548f712 service nova] Acquiring lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.307545] env[69547]: DEBUG oslo_concurrency.lockutils [req-c8ed0683-a7fd-4ccd-b337-f045e8bf1c6e req-b6ce1247-35fa-41f5-9e7c-85726548f712 service nova] Acquired lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.307903] env[69547]: DEBUG nova.network.neutron [req-c8ed0683-a7fd-4ccd-b337-f045e8bf1c6e req-b6ce1247-35fa-41f5-9e7c-85726548f712 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Refreshing network info cache for port 60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.320018] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845083} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.324041] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] bb35ef69-d0ad-4e14-90f1-bac701a873d9/bb35ef69-d0ad-4e14-90f1-bac701a873d9.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.324477] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.325354] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529d38a5-3375-1324-4942-98b2dab3c67a, 'name': SearchDatastore_Task, 'duration_secs': 0.018365} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.328425] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-557ae662-117c-410d-9328-e534092162fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.330691] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.331092] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0/dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.334751] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf40a447-b2ec-48e1-b9b0-405fcf457e9a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.339690] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1040.339690] env[69547]: value = "task-3161943" [ 1040.339690] env[69547]: _type = "Task" [ 1040.339690] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.341032] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1040.341032] env[69547]: value = "task-3161942" [ 1040.341032] env[69547]: _type = "Task" [ 1040.341032] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.359267] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.359267] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.417178] env[69547]: DEBUG oslo_concurrency.lockutils [None req-47fc5dec-f152-45b6-8829-9699c0cc6e2a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.209s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.462594] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80b2ed4-f1ef-41aa-ace6-3594b3b22c7b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.471507] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aaa035-a8d2-4fcd-b915-2093e315ec60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.504694] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd386f-301d-4cc1-a56b-bfd39ce1fdf3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.511161] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32331ecb-1359-4478-94d1-ca0292e3e53a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.526416] env[69547]: DEBUG nova.compute.provider_tree [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.544240] env[69547]: DEBUG nova.compute.manager [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.544396] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.544578] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb14fbc6-e87c-45d4-af21-93a1a4cf4752 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.553935] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1040.553935] env[69547]: value = "task-3161944" [ 1040.553935] env[69547]: _type = "Task" [ 1040.553935] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.564310] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.657689] env[69547]: DEBUG nova.compute.manager [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.857559] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161943, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.861640] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195239} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.862115] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.862872] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957f4db-2bb2-4355-b6bb-603e0bd8c235 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.889967] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] bb35ef69-d0ad-4e14-90f1-bac701a873d9/bb35ef69-d0ad-4e14-90f1-bac701a873d9.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.890413] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904c6098-8874-4dec-80f3-b951ccba4950 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.915719] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1040.915719] env[69547]: value = "task-3161945" [ 1040.915719] env[69547]: _type = "Task" [ 1040.915719] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.916684] env[69547]: DEBUG nova.network.neutron [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Successfully created port: 9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.929684] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.032199] env[69547]: DEBUG nova.scheduler.client.report [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.068234] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161944, 'name': PowerOffVM_Task, 'duration_secs': 0.268929} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.068540] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.068745] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1041.068983] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632616', 'volume_id': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'name': 'volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8501170c-3994-4a4e-8b98-360b8806aeb9', 'attached_at': '', 'detached_at': '', 'volume_id': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'serial': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1041.069831] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893df64c-9953-4b16-a75e-64b12d592588 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.098071] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8124c21c-5adb-4b8c-8f44-d2d7e2b022e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.106071] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaeede0-2d85-4ba2-82c6-a87c97ef4798 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.133664] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059b3769-9636-4af8-ac18-13f8b7ec6991 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.156357] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06/volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1041.163290] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1041.167093] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca89d9a-1657-4d21-90dc-bcb6d425b199 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.185501] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1041.185501] env[69547]: value = "task-3161946" [ 1041.185501] env[69547]: _type = "Task" [ 1041.185501] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.965213] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.967882] env[69547]: DEBUG nova.compute.manager [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.981117] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.444s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.983063] env[69547]: INFO nova.compute.claims [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.993357] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161946, 'name': ReconfigVM_Task, 'duration_secs': 0.206068} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.998505] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.003896] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161945, 'name': ReconfigVM_Task, 'duration_secs': 0.816886} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.004552] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850903} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.006626] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ebb858f-a47c-4c75-8f23-9d42bfc42200 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.017953] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] bb35ef69-d0ad-4e14-90f1-bac701a873d9/bb35ef69-d0ad-4e14-90f1-bac701a873d9.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.018765] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0/dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.018765] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.020981] env[69547]: INFO nova.scheduler.client.report [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Deleted allocations for instance e7353923-2ca1-4ba7-984b-a28528d2bf2f [ 1042.020981] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c9a9626-edae-4296-86e6-340a3d7d9b59 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.026373] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50097681-ecd4-49eb-9425-47a6b46840bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.033282] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.033282] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.033282] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.033447] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.033601] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.033685] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.033888] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.034077] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.034273] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.034974] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.034974] env[69547]: DEBUG nova.virt.hardware [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.036077] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a0db7d-6b0d-466c-8454-a975ecc95793 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.041909] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1042.041909] env[69547]: value = "task-3161949" [ 1042.041909] env[69547]: _type = "Task" [ 1042.041909] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.042132] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1042.042132] env[69547]: value = "task-3161948" [ 1042.042132] env[69547]: _type = "Task" [ 1042.042132] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.042770] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1042.042770] env[69547]: value = "task-3161947" [ 1042.042770] env[69547]: _type = "Task" [ 1042.042770] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.058163] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8017091-9383-40af-a176-ac1f4c25657f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.069942] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.070242] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161948, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.070449] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.299825] env[69547]: DEBUG nova.network.neutron [req-c8ed0683-a7fd-4ccd-b337-f045e8bf1c6e req-b6ce1247-35fa-41f5-9e7c-85726548f712 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Updated VIF entry in instance network info cache for port 60b310d1-ae64-4ba4-b411-cd983ae57307. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.300393] env[69547]: DEBUG nova.network.neutron [req-c8ed0683-a7fd-4ccd-b337-f045e8bf1c6e req-b6ce1247-35fa-41f5-9e7c-85726548f712 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Updating instance_info_cache with network_info: [{"id": "60b310d1-ae64-4ba4-b411-cd983ae57307", "address": "fa:16:3e:c7:59:8d", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b310d1-ae", "ovs_interfaceid": "60b310d1-ae64-4ba4-b411-cd983ae57307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.537408] env[69547]: DEBUG oslo_concurrency.lockutils [None req-24b687a8-f4bd-40fa-9880-a212fabcba97 tempest-ServerMetadataTestJSON-1968060826 tempest-ServerMetadataTestJSON-1968060826-project-member] Lock "e7353923-2ca1-4ba7-984b-a28528d2bf2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.593s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.562242] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136573} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.569767] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.570773] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161947, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.571140] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161948, 'name': Rename_Task, 'duration_secs': 0.427164} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.571911] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5db14e-da30-40e9-bd6a-00646d0076ce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.574561] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.575320] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04cb7087-47b0-486c-9d9b-4c38c83973a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.598346] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0/dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.600732] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aab0bd1-33a3-4dae-af65-0b22b6f4d8e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.617990] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1042.617990] env[69547]: value = "task-3161950" [ 1042.617990] env[69547]: _type = "Task" [ 1042.617990] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.625272] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1042.625272] env[69547]: value = "task-3161951" [ 1042.625272] env[69547]: _type = "Task" [ 1042.625272] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.629476] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161950, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.638150] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.699312] env[69547]: DEBUG nova.compute.manager [req-b3d36c9b-e9aa-4964-aaab-7ffc4c26b5bc req-32385c7b-350b-449f-9bd2-6268e04ef24f service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Received event network-changed-2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.699539] env[69547]: DEBUG nova.compute.manager [req-b3d36c9b-e9aa-4964-aaab-7ffc4c26b5bc req-32385c7b-350b-449f-9bd2-6268e04ef24f service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Refreshing instance network info cache due to event network-changed-2ae53c8b-9a4a-4fac-96df-ff35eb1caec9. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.699756] env[69547]: DEBUG oslo_concurrency.lockutils [req-b3d36c9b-e9aa-4964-aaab-7ffc4c26b5bc req-32385c7b-350b-449f-9bd2-6268e04ef24f service nova] Acquiring lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.700029] env[69547]: DEBUG oslo_concurrency.lockutils [req-b3d36c9b-e9aa-4964-aaab-7ffc4c26b5bc req-32385c7b-350b-449f-9bd2-6268e04ef24f service nova] Acquired lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.701137] env[69547]: DEBUG nova.network.neutron [req-b3d36c9b-e9aa-4964-aaab-7ffc4c26b5bc req-32385c7b-350b-449f-9bd2-6268e04ef24f service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Refreshing network info cache for port 2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.804576] env[69547]: DEBUG oslo_concurrency.lockutils [req-c8ed0683-a7fd-4ccd-b337-f045e8bf1c6e req-b6ce1247-35fa-41f5-9e7c-85726548f712 service nova] Releasing lock "refresh_cache-ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.062319] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161947, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.130828] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.141304] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.229060] env[69547]: DEBUG nova.compute.manager [req-e1fcfb87-1d2c-4845-b55a-8324b55c66d1 req-6d33e0bd-648c-486c-9cb8-d8f7597ba993 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received event network-vif-plugged-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.229370] env[69547]: DEBUG oslo_concurrency.lockutils [req-e1fcfb87-1d2c-4845-b55a-8324b55c66d1 req-6d33e0bd-648c-486c-9cb8-d8f7597ba993 service nova] Acquiring lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.229698] env[69547]: DEBUG oslo_concurrency.lockutils [req-e1fcfb87-1d2c-4845-b55a-8324b55c66d1 req-6d33e0bd-648c-486c-9cb8-d8f7597ba993 service nova] Lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.229931] env[69547]: DEBUG oslo_concurrency.lockutils [req-e1fcfb87-1d2c-4845-b55a-8324b55c66d1 req-6d33e0bd-648c-486c-9cb8-d8f7597ba993 service nova] Lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.230138] env[69547]: DEBUG nova.compute.manager [req-e1fcfb87-1d2c-4845-b55a-8324b55c66d1 req-6d33e0bd-648c-486c-9cb8-d8f7597ba993 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] No waiting events found dispatching network-vif-plugged-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.230576] env[69547]: WARNING nova.compute.manager [req-e1fcfb87-1d2c-4845-b55a-8324b55c66d1 req-6d33e0bd-648c-486c-9cb8-d8f7597ba993 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received unexpected event network-vif-plugged-9a94660d-a3d9-4267-a191-ec1abe5611fc for instance with vm_state building and task_state spawning. [ 1043.302507] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932ee762-024b-4814-beee-4d9428b2964f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.312915] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3569b0-5904-468f-9913-173c8d73b8bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.347260] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e21554-fe55-487b-8cfb-a29cdfdee7bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.355701] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7d1c3-66ed-405f-bb9b-03cc5baba567 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.372332] env[69547]: DEBUG nova.compute.provider_tree [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.415829] env[69547]: DEBUG nova.network.neutron [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Successfully updated port: 9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.561046] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161947, 'name': ReconfigVM_Task, 'duration_secs': 1.267385} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.561284] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632616', 'volume_id': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'name': 'volume-3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8501170c-3994-4a4e-8b98-360b8806aeb9', 'attached_at': '', 'detached_at': '', 'volume_id': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06', 'serial': '3e28b2c7-37fe-46e2-9066-d6dfdde04d06'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1043.562611] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.563601] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13838233-1229-440d-a4a1-7d279b95cc1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.572221] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.572419] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a8b01c-ba14-416c-bd4e-3fb6a6019353 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.580586] env[69547]: DEBUG nova.network.neutron [req-b3d36c9b-e9aa-4964-aaab-7ffc4c26b5bc req-32385c7b-350b-449f-9bd2-6268e04ef24f service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updated VIF entry in instance network info cache for port 2ae53c8b-9a4a-4fac-96df-ff35eb1caec9. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.580710] env[69547]: DEBUG nova.network.neutron [req-b3d36c9b-e9aa-4964-aaab-7ffc4c26b5bc req-32385c7b-350b-449f-9bd2-6268e04ef24f service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance_info_cache with network_info: [{"id": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "address": "fa:16:3e:38:c1:81", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae53c8b-9a", "ovs_interfaceid": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.628194] env[69547]: DEBUG oslo_vmware.api [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161950, 'name': PowerOnVM_Task, 'duration_secs': 0.681953} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.628890] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.629117] env[69547]: INFO nova.compute.manager [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1043.629319] env[69547]: DEBUG nova.compute.manager [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.630066] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c40a738-b9b5-4773-b4e1-7826dfe978a9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.637179] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.637414] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.637582] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleting the datastore file [datastore1] 8501170c-3994-4a4e-8b98-360b8806aeb9 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.638173] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ce504cf-85c8-4d7d-b015-9f41b7579403 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.646779] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161951, 'name': ReconfigVM_Task, 'duration_secs': 0.930392} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.647924] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Reconfigured VM instance instance-00000051 to attach disk [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0/dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.648109] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bc963e2-103a-4eff-a50f-ac752633d09e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.656471] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1043.656471] env[69547]: value = "task-3161953" [ 1043.656471] env[69547]: _type = "Task" [ 1043.656471] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.656687] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1043.656687] env[69547]: value = "task-3161954" [ 1043.656687] env[69547]: _type = "Task" [ 1043.656687] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.667712] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.670898] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161954, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.877364] env[69547]: DEBUG nova.scheduler.client.report [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.920818] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.920818] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.920818] env[69547]: DEBUG nova.network.neutron [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.084348] env[69547]: DEBUG oslo_concurrency.lockutils [req-b3d36c9b-e9aa-4964-aaab-7ffc4c26b5bc req-32385c7b-350b-449f-9bd2-6268e04ef24f service nova] Releasing lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.154305] env[69547]: INFO nova.compute.manager [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Took 18.47 seconds to build instance. [ 1044.171504] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161954, 'name': Rename_Task, 'duration_secs': 0.148032} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.175098] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.175454] env[69547]: DEBUG oslo_vmware.api [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3161953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219618} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.175725] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5660957-08b8-4b0e-8b50-8d7226d91a03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.177711] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.177922] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.178162] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.178698] env[69547]: INFO nova.compute.manager [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Took 3.63 seconds to destroy the instance on the hypervisor. [ 1044.178942] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.179956] env[69547]: DEBUG nova.compute.manager [-] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.180083] env[69547]: DEBUG nova.network.neutron [-] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.187459] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1044.187459] env[69547]: value = "task-3161955" [ 1044.187459] env[69547]: _type = "Task" [ 1044.187459] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.195732] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.214488] env[69547]: INFO nova.compute.manager [None req-95a7396f-9a94-4ce8-aca1-4e1064323cb6 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Get console output [ 1044.214488] env[69547]: WARNING nova.virt.vmwareapi.driver [None req-95a7396f-9a94-4ce8-aca1-4e1064323cb6 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] The console log is missing. Check your VSPC configuration [ 1044.382333] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.382873] env[69547]: DEBUG nova.compute.manager [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.511157] env[69547]: DEBUG nova.network.neutron [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.659241] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a5daa6fd-f5c1-4b5c-b041-8d98d583ea33 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.991s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.704336] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161955, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.802620] env[69547]: DEBUG nova.network.neutron [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updating instance_info_cache with network_info: [{"id": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "address": "fa:16:3e:4e:25:f5", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94660d-a3", "ovs_interfaceid": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.819435] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "dc90511d-bda9-4568-a739-caff59c1f986" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.819590] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "dc90511d-bda9-4568-a739-caff59c1f986" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.889132] env[69547]: DEBUG nova.compute.utils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.891344] env[69547]: DEBUG nova.compute.manager [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.891578] env[69547]: DEBUG nova.network.neutron [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.971133] env[69547]: DEBUG nova.policy [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9a1d7854c3442a28efceee6ccaca7ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c17dc2146a4846b48dc69b2a74f39ae8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.200531] env[69547]: DEBUG oslo_vmware.api [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161955, 'name': PowerOnVM_Task, 'duration_secs': 0.546554} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.201201] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.201495] env[69547]: DEBUG nova.compute.manager [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.202311] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b5e07-c616-4267-9817-c2f81cb28d06 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.249084] env[69547]: DEBUG nova.network.neutron [-] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.311324] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.311324] env[69547]: DEBUG nova.compute.manager [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Instance network_info: |[{"id": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "address": "fa:16:3e:4e:25:f5", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94660d-a3", "ovs_interfaceid": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.311324] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:25:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a94660d-a3d9-4267-a191-ec1abe5611fc', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.317945] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.318359] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.318735] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43b7ee94-d074-4e48-859a-3f4348504f6d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.338511] env[69547]: DEBUG nova.compute.manager [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.348200] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.348200] env[69547]: value = "task-3161956" [ 1045.348200] env[69547]: _type = "Task" [ 1045.348200] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.360725] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161956, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.392342] env[69547]: DEBUG nova.compute.manager [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.395331] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Acquiring lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.395844] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.396342] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Acquiring lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.396945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.397284] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.400536] env[69547]: INFO nova.compute.manager [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Terminating instance [ 1045.411099] env[69547]: DEBUG nova.compute.manager [req-b19d1725-2b20-44eb-891e-8ae801c585ac req-369b8070-963a-4b1e-94bb-f7f8e6d2e582 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received event network-changed-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.411308] env[69547]: DEBUG nova.compute.manager [req-b19d1725-2b20-44eb-891e-8ae801c585ac req-369b8070-963a-4b1e-94bb-f7f8e6d2e582 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Refreshing instance network info cache due to event network-changed-9a94660d-a3d9-4267-a191-ec1abe5611fc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.411518] env[69547]: DEBUG oslo_concurrency.lockutils [req-b19d1725-2b20-44eb-891e-8ae801c585ac req-369b8070-963a-4b1e-94bb-f7f8e6d2e582 service nova] Acquiring lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.411660] env[69547]: DEBUG oslo_concurrency.lockutils [req-b19d1725-2b20-44eb-891e-8ae801c585ac req-369b8070-963a-4b1e-94bb-f7f8e6d2e582 service nova] Acquired lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.411824] env[69547]: DEBUG nova.network.neutron [req-b19d1725-2b20-44eb-891e-8ae801c585ac req-369b8070-963a-4b1e-94bb-f7f8e6d2e582 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Refreshing network info cache for port 9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.613227] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "6785218d-c836-4b87-b5a0-adecf467adce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.613574] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "6785218d-c836-4b87-b5a0-adecf467adce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.721206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.721206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.721206] env[69547]: DEBUG nova.objects.instance [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1045.753246] env[69547]: DEBUG nova.network.neutron [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Successfully created port: 1173dca2-aafe-4821-b1a2-f7bdc9262eab {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.756417] env[69547]: INFO nova.compute.manager [-] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Took 1.58 seconds to deallocate network for instance. [ 1045.861950] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161956, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.862954] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.906641] env[69547]: DEBUG nova.compute.manager [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.906904] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.907496] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-850df13d-a97c-4515-841f-c687a781664f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.917927] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for the task: (returnval){ [ 1045.917927] env[69547]: value = "task-3161957" [ 1045.917927] env[69547]: _type = "Task" [ 1045.917927] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.929081] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.117747] env[69547]: DEBUG nova.compute.manager [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.262482] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "e197bb92-549d-4c35-b822-37883b7b0a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.262807] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "e197bb92-549d-4c35-b822-37883b7b0a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.344659] env[69547]: INFO nova.compute.manager [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Took 0.59 seconds to detach 1 volumes for instance. [ 1046.358544] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161956, 'name': CreateVM_Task, 'duration_secs': 0.56214} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.362035] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.362035] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.362035] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.362035] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.362035] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2692fc-3caa-4924-a9b3-39e747c13771 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.366282] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1046.366282] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d14593-25f5-a9ea-7a25-0ee7957fc839" [ 1046.366282] env[69547]: _type = "Task" [ 1046.366282] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.374672] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d14593-25f5-a9ea-7a25-0ee7957fc839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.410884] env[69547]: DEBUG nova.compute.manager [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.432444] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161957, 'name': PowerOffVM_Task, 'duration_secs': 0.31298} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.434457] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.434899] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1046.435178] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632453', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'name': 'volume-053bdbc0-646d-446a-99fe-af3e1aea6030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1abdc0a5-e03b-4552-88f7-415e0c540b6b', 'attached_at': '', 'detached_at': '', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'serial': '053bdbc0-646d-446a-99fe-af3e1aea6030'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1046.436120] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5746499-efa4-4864-aec7-c654b01c939e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.458503] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.458808] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.459068] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.459307] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.459578] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.459689] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.460812] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.460812] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.461343] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.461343] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.461343] env[69547]: DEBUG nova.virt.hardware [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.462161] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61635221-98b3-49c3-b440-8f251f3d0cba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.465904] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceca9f3-3a9d-476e-bf32-8bc5733abd72 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.475541] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88600920-4415-4735-9498-4101e4101301 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.480396] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9602e9a3-00d5-40e5-95f0-8ad7c545a21b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.509171] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c559e31-3c89-457c-aec1-1ee8fef5a0b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.512301] env[69547]: DEBUG nova.network.neutron [req-b19d1725-2b20-44eb-891e-8ae801c585ac req-369b8070-963a-4b1e-94bb-f7f8e6d2e582 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updated VIF entry in instance network info cache for port 9a94660d-a3d9-4267-a191-ec1abe5611fc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.512636] env[69547]: DEBUG nova.network.neutron [req-b19d1725-2b20-44eb-891e-8ae801c585ac req-369b8070-963a-4b1e-94bb-f7f8e6d2e582 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updating instance_info_cache with network_info: [{"id": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "address": "fa:16:3e:4e:25:f5", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94660d-a3", "ovs_interfaceid": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.537552] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.537937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.538234] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.538497] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.538840] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.540517] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] The volume has not been displaced from its original location: [datastore1] volume-053bdbc0-646d-446a-99fe-af3e1aea6030/volume-053bdbc0-646d-446a-99fe-af3e1aea6030.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1046.546664] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.547526] env[69547]: INFO nova.compute.manager [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Terminating instance [ 1046.549718] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0da8466-d584-4ffd-af2a-fed6242e571e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.572923] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for the task: (returnval){ [ 1046.572923] env[69547]: value = "task-3161958" [ 1046.572923] env[69547]: _type = "Task" [ 1046.572923] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.583752] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.588724] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.588982] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.589241] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.589479] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.589648] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.591736] env[69547]: INFO nova.compute.manager [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Terminating instance [ 1046.651191] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.732639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-542983a0-2ce9-4185-a76d-06c52cc61649 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.734212] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.871s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.736018] env[69547]: INFO nova.compute.claims [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.767247] env[69547]: DEBUG nova.compute.manager [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.853859] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.877168] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d14593-25f5-a9ea-7a25-0ee7957fc839, 'name': SearchDatastore_Task, 'duration_secs': 0.01697} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.877506] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.877741] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.878028] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.878243] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.878442] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.878705] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-115682bf-7790-4027-9e7e-11a34ae68fbd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.889770] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.889977] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.890795] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fdc7d9-75d2-4d26-b45b-c6d062490a5d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.900351] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1046.900351] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ba0a1f-5135-e53b-c7a2-f01eadb3b890" [ 1046.900351] env[69547]: _type = "Task" [ 1046.900351] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.909509] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ba0a1f-5135-e53b-c7a2-f01eadb3b890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.015225] env[69547]: DEBUG oslo_concurrency.lockutils [req-b19d1725-2b20-44eb-891e-8ae801c585ac req-369b8070-963a-4b1e-94bb-f7f8e6d2e582 service nova] Releasing lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.015510] env[69547]: DEBUG nova.compute.manager [req-b19d1725-2b20-44eb-891e-8ae801c585ac req-369b8070-963a-4b1e-94bb-f7f8e6d2e582 service nova] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Received event network-vif-deleted-556ecefc-fff1-4079-9f95-8174cea6e7cb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.067643] env[69547]: DEBUG nova.compute.manager [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.067977] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.068757] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e4c2c-882e-4f21-b351-4e839ecbe1b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.076793] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.079748] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a51e4b9-0187-4b98-9c06-a071d05e1229 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.085851] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161958, 'name': ReconfigVM_Task, 'duration_secs': 0.343024} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.086977] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.091609] env[69547]: DEBUG oslo_vmware.api [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1047.091609] env[69547]: value = "task-3161959" [ 1047.091609] env[69547]: _type = "Task" [ 1047.091609] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.091795] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faaa5f30-2ec6-430c-bdcd-905e7f22df68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.102611] env[69547]: DEBUG nova.compute.manager [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.102611] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.106253] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62db6b63-3f3c-4d9c-a38c-24751b0d7201 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.114336] env[69547]: DEBUG oslo_vmware.api [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.117618] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.117618] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for the task: (returnval){ [ 1047.117618] env[69547]: value = "task-3161960" [ 1047.117618] env[69547]: _type = "Task" [ 1047.117618] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.119987] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b210099d-17b1-4b43-96e9-6b46f74bba1b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.129848] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.131202] env[69547]: DEBUG oslo_vmware.api [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1047.131202] env[69547]: value = "task-3161961" [ 1047.131202] env[69547]: _type = "Task" [ 1047.131202] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.139102] env[69547]: DEBUG oslo_vmware.api [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.300591] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.374626] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.374626] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.415027] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ba0a1f-5135-e53b-c7a2-f01eadb3b890, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.415027] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3996e788-ae65-46da-ba8c-2a34b331e809 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.424188] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1047.424188] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fa0b91-e348-75e8-98bd-fd087e3f94cf" [ 1047.424188] env[69547]: _type = "Task" [ 1047.424188] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.431736] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fa0b91-e348-75e8-98bd-fd087e3f94cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.613148] env[69547]: DEBUG oslo_vmware.api [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161959, 'name': PowerOffVM_Task, 'duration_secs': 0.266708} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.613578] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.613873] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.614460] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-805d9572-b896-4b71-b9e2-363e336472a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.628025] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161960, 'name': ReconfigVM_Task, 'duration_secs': 0.15879} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.628453] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632453', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'name': 'volume-053bdbc0-646d-446a-99fe-af3e1aea6030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1abdc0a5-e03b-4552-88f7-415e0c540b6b', 'attached_at': '', 'detached_at': '', 'volume_id': '053bdbc0-646d-446a-99fe-af3e1aea6030', 'serial': '053bdbc0-646d-446a-99fe-af3e1aea6030'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1047.628882] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.629735] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c823ae-a7de-4080-b02c-305733337466 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.640305] env[69547]: DEBUG oslo_vmware.api [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161961, 'name': PowerOffVM_Task, 'duration_secs': 0.199274} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.642846] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.644026] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.644026] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.644026] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37165458-5420-48a2-9bed-a6b15462ae7a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.645736] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd24222b-2f46-45fe-8e55-35e6a9aaaf2a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.675028] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.675028] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.675028] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleting the datastore file [datastore1] bb35ef69-d0ad-4e14-90f1-bac701a873d9 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.675028] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db5a781e-31df-4b29-b2e0-558c5ba82ccf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.681026] env[69547]: DEBUG oslo_vmware.api [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1047.681026] env[69547]: value = "task-3161965" [ 1047.681026] env[69547]: _type = "Task" [ 1047.681026] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.689911] env[69547]: DEBUG oslo_vmware.api [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.737063] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.737063] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.737063] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleting the datastore file [datastore2] dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.737063] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36ea5ab9-32a0-48cd-b758-ff0ca390277c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.745042] env[69547]: DEBUG oslo_vmware.api [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1047.745042] env[69547]: value = "task-3161966" [ 1047.745042] env[69547]: _type = "Task" [ 1047.745042] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.755509] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.755904] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.756281] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Deleting the datastore file [datastore1] 1abdc0a5-e03b-4552-88f7-415e0c540b6b {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.757103] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e464f03-0f96-4b59-ac3a-08023c776a00 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.765040] env[69547]: DEBUG oslo_vmware.api [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.771241] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for the task: (returnval){ [ 1047.771241] env[69547]: value = "task-3161967" [ 1047.771241] env[69547]: _type = "Task" [ 1047.771241] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.783351] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.876236] env[69547]: DEBUG nova.compute.manager [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.941395] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fa0b91-e348-75e8-98bd-fd087e3f94cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.941658] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.941913] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 09f18f69-55d5-41a1-89de-257d82440a5d/09f18f69-55d5-41a1-89de-257d82440a5d.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.942213] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-883e68ea-4431-4488-addb-55f65580bb2e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.954019] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1047.954019] env[69547]: value = "task-3161968" [ 1047.954019] env[69547]: _type = "Task" [ 1047.954019] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.959540] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.099644] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "8f8e4449-2651-4450-90ff-18e61940022f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.099899] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "8f8e4449-2651-4450-90ff-18e61940022f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.100127] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "8f8e4449-2651-4450-90ff-18e61940022f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.100315] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "8f8e4449-2651-4450-90ff-18e61940022f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.100483] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "8f8e4449-2651-4450-90ff-18e61940022f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.107307] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2845283e-1822-4d4e-8f11-1018b3c2b4e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.111486] env[69547]: INFO nova.compute.manager [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Terminating instance [ 1048.120725] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1cca9f-8851-415e-8334-51ddf11373e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.151715] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae27fd17-1d03-4b4a-a7ed-dca73a78cab4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.155469] env[69547]: DEBUG nova.compute.manager [req-43d1a259-1503-4a61-ac05-9496be165852 req-17595b94-9eae-4411-b9bf-0a0d649e8dd7 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Received event network-vif-plugged-1173dca2-aafe-4821-b1a2-f7bdc9262eab {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.155748] env[69547]: DEBUG oslo_concurrency.lockutils [req-43d1a259-1503-4a61-ac05-9496be165852 req-17595b94-9eae-4411-b9bf-0a0d649e8dd7 service nova] Acquiring lock "8bb93adb-c1ca-456b-8017-75369f00ca0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.156049] env[69547]: DEBUG oslo_concurrency.lockutils [req-43d1a259-1503-4a61-ac05-9496be165852 req-17595b94-9eae-4411-b9bf-0a0d649e8dd7 service nova] Lock "8bb93adb-c1ca-456b-8017-75369f00ca0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.156309] env[69547]: DEBUG oslo_concurrency.lockutils [req-43d1a259-1503-4a61-ac05-9496be165852 req-17595b94-9eae-4411-b9bf-0a0d649e8dd7 service nova] Lock "8bb93adb-c1ca-456b-8017-75369f00ca0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.156538] env[69547]: DEBUG nova.compute.manager [req-43d1a259-1503-4a61-ac05-9496be165852 req-17595b94-9eae-4411-b9bf-0a0d649e8dd7 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] No waiting events found dispatching network-vif-plugged-1173dca2-aafe-4821-b1a2-f7bdc9262eab {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.156765] env[69547]: WARNING nova.compute.manager [req-43d1a259-1503-4a61-ac05-9496be165852 req-17595b94-9eae-4411-b9bf-0a0d649e8dd7 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Received unexpected event network-vif-plugged-1173dca2-aafe-4821-b1a2-f7bdc9262eab for instance with vm_state building and task_state spawning. [ 1048.163967] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fea387c-8d96-4775-8a03-b8cc256e0c9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.178105] env[69547]: DEBUG nova.compute.provider_tree [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.190101] env[69547]: DEBUG oslo_vmware.api [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3161965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146867} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.190760] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.191055] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.195017] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.195017] env[69547]: INFO nova.compute.manager [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1048.195017] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.195017] env[69547]: DEBUG nova.compute.manager [-] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.195017] env[69547]: DEBUG nova.network.neutron [-] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.255936] env[69547]: DEBUG oslo_vmware.api [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3161966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341875} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.256463] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.256463] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.256463] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.256745] env[69547]: INFO nova.compute.manager [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1048.256918] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.257318] env[69547]: DEBUG nova.compute.manager [-] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.257318] env[69547]: DEBUG nova.network.neutron [-] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.280016] env[69547]: DEBUG oslo_vmware.api [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Task: {'id': task-3161967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156523} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.280343] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.280550] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.280763] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.280886] env[69547]: INFO nova.compute.manager [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1048.281146] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.281347] env[69547]: DEBUG nova.compute.manager [-] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.281429] env[69547]: DEBUG nova.network.neutron [-] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.402511] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.465774] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.555718] env[69547]: DEBUG nova.network.neutron [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Successfully updated port: 1173dca2-aafe-4821-b1a2-f7bdc9262eab {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.620021] env[69547]: DEBUG nova.compute.manager [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.620021] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.620021] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbef71a-6766-43ef-8736-2f4d73d24e24 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.626015] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.626278] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b07585-22c7-414c-8431-dd92539c3998 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.632986] env[69547]: DEBUG oslo_vmware.api [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 1048.632986] env[69547]: value = "task-3161969" [ 1048.632986] env[69547]: _type = "Task" [ 1048.632986] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.641920] env[69547]: DEBUG oslo_vmware.api [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.681427] env[69547]: DEBUG nova.scheduler.client.report [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.885399] env[69547]: DEBUG nova.compute.manager [req-30feaa1f-fd1a-4e37-aae1-641203b414e6 req-5cb0091e-8f60-4bc0-990e-662ce81e45fa service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Received event network-vif-deleted-1f4032cc-71e6-489e-a521-5d8bfaca6d5c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.885399] env[69547]: INFO nova.compute.manager [req-30feaa1f-fd1a-4e37-aae1-641203b414e6 req-5cb0091e-8f60-4bc0-990e-662ce81e45fa service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Neutron deleted interface 1f4032cc-71e6-489e-a521-5d8bfaca6d5c; detaching it from the instance and deleting it from the info cache [ 1048.885399] env[69547]: DEBUG nova.network.neutron [req-30feaa1f-fd1a-4e37-aae1-641203b414e6 req-5cb0091e-8f60-4bc0-990e-662ce81e45fa service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.967098] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662084} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.968149] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 09f18f69-55d5-41a1-89de-257d82440a5d/09f18f69-55d5-41a1-89de-257d82440a5d.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.968609] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.969120] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65c2671-621d-4212-a4b3-ca7e5eaece3e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.977315] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1048.977315] env[69547]: value = "task-3161970" [ 1048.977315] env[69547]: _type = "Task" [ 1048.977315] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.987182] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.058564] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquiring lock "refresh_cache-8bb93adb-c1ca-456b-8017-75369f00ca0c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.058814] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquired lock "refresh_cache-8bb93adb-c1ca-456b-8017-75369f00ca0c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.059011] env[69547]: DEBUG nova.network.neutron [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.150661] env[69547]: DEBUG oslo_vmware.api [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161969, 'name': PowerOffVM_Task, 'duration_secs': 0.268132} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.151192] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.151397] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.151618] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7b9145b-6eb1-4321-bf35-d43e934e260f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.186546] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.187151] env[69547]: DEBUG nova.compute.manager [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.190075] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.539s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.191502] env[69547]: INFO nova.compute.claims [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.216617] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.216885] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.217095] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Deleting the datastore file [datastore2] 8f8e4449-2651-4450-90ff-18e61940022f {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.217723] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5150ed1-2037-4846-afc4-99b70cb29ee7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.227373] env[69547]: DEBUG oslo_vmware.api [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for the task: (returnval){ [ 1049.227373] env[69547]: value = "task-3161972" [ 1049.227373] env[69547]: _type = "Task" [ 1049.227373] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.240440] env[69547]: DEBUG oslo_vmware.api [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.338985] env[69547]: DEBUG nova.network.neutron [-] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.389147] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16fd0ade-1f7b-4b57-ab88-26002eab8c4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.398822] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028fb9aa-ddd7-4cd2-8b1a-94fe5e50f4d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.436877] env[69547]: DEBUG nova.compute.manager [req-30feaa1f-fd1a-4e37-aae1-641203b414e6 req-5cb0091e-8f60-4bc0-990e-662ce81e45fa service nova] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Detach interface failed, port_id=1f4032cc-71e6-489e-a521-5d8bfaca6d5c, reason: Instance 1abdc0a5-e03b-4552-88f7-415e0c540b6b could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.468806] env[69547]: DEBUG nova.network.neutron [-] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.493938] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070484} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.494231] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.495023] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b974ce9a-707e-47f3-aa3d-061ef5d53fd8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.524097] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 09f18f69-55d5-41a1-89de-257d82440a5d/09f18f69-55d5-41a1-89de-257d82440a5d.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.524097] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29d454d-0fe9-41c2-8c46-f19b066d9671 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.540425] env[69547]: DEBUG nova.network.neutron [-] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.546863] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1049.546863] env[69547]: value = "task-3161973" [ 1049.546863] env[69547]: _type = "Task" [ 1049.546863] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.557220] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.621350] env[69547]: DEBUG nova.network.neutron [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.652491] env[69547]: DEBUG oslo_concurrency.lockutils [None req-23dbad7f-9cc2-426b-8a9c-26de167806cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.652771] env[69547]: DEBUG oslo_concurrency.lockutils [None req-23dbad7f-9cc2-426b-8a9c-26de167806cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.653342] env[69547]: DEBUG nova.objects.instance [None req-23dbad7f-9cc2-426b-8a9c-26de167806cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'flavor' on Instance uuid f0b21c03-55ea-4803-bd25-984521c6966e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.697155] env[69547]: DEBUG nova.compute.utils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.704498] env[69547]: DEBUG nova.compute.manager [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.704498] env[69547]: DEBUG nova.network.neutron [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.742324] env[69547]: DEBUG oslo_vmware.api [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Task: {'id': task-3161972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186489} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.742676] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.742901] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.743207] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.743431] env[69547]: INFO nova.compute.manager [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1049.743716] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.744443] env[69547]: DEBUG nova.compute.manager [-] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.744578] env[69547]: DEBUG nova.network.neutron [-] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.798550] env[69547]: DEBUG nova.policy [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6fcf2d3ff024a4bb98589d01fe225fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3865bbb6b147480aa1495b67a1c341b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.844757] env[69547]: INFO nova.compute.manager [-] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Took 1.56 seconds to deallocate network for instance. [ 1049.911979] env[69547]: DEBUG nova.network.neutron [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Updating instance_info_cache with network_info: [{"id": "1173dca2-aafe-4821-b1a2-f7bdc9262eab", "address": "fa:16:3e:2e:69:de", "network": {"id": "4a2988f6-10e4-436e-bf52-43c6f4344b26", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1780155376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c17dc2146a4846b48dc69b2a74f39ae8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1173dca2-aa", "ovs_interfaceid": "1173dca2-aafe-4821-b1a2-f7bdc9262eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.975024] env[69547]: INFO nova.compute.manager [-] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Took 1.78 seconds to deallocate network for instance. [ 1050.045469] env[69547]: INFO nova.compute.manager [-] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Took 1.79 seconds to deallocate network for instance. [ 1050.060428] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161973, 'name': ReconfigVM_Task, 'duration_secs': 0.298712} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.060803] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 09f18f69-55d5-41a1-89de-257d82440a5d/09f18f69-55d5-41a1-89de-257d82440a5d.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.061855] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c025aad9-c6a6-4e63-ad3e-42e4c190e5c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.068935] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1050.068935] env[69547]: value = "task-3161974" [ 1050.068935] env[69547]: _type = "Task" [ 1050.068935] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.080167] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161974, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.159927] env[69547]: DEBUG nova.objects.instance [None req-23dbad7f-9cc2-426b-8a9c-26de167806cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'pci_requests' on Instance uuid f0b21c03-55ea-4803-bd25-984521c6966e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.188338] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.188673] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.205021] env[69547]: DEBUG nova.compute.manager [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.263600] env[69547]: DEBUG nova.network.neutron [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Successfully created port: e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.415154] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Releasing lock "refresh_cache-8bb93adb-c1ca-456b-8017-75369f00ca0c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.415503] env[69547]: DEBUG nova.compute.manager [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Instance network_info: |[{"id": "1173dca2-aafe-4821-b1a2-f7bdc9262eab", "address": "fa:16:3e:2e:69:de", "network": {"id": "4a2988f6-10e4-436e-bf52-43c6f4344b26", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1780155376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c17dc2146a4846b48dc69b2a74f39ae8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1173dca2-aa", "ovs_interfaceid": "1173dca2-aafe-4821-b1a2-f7bdc9262eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.415934] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:69:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1173dca2-aafe-4821-b1a2-f7bdc9262eab', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.424905] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Creating folder: Project (c17dc2146a4846b48dc69b2a74f39ae8). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.425973] env[69547]: INFO nova.compute.manager [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Took 0.58 seconds to detach 1 volumes for instance. [ 1050.429924] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acd189b2-40ee-4aad-aefd-b16ee6dabeb7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.432110] env[69547]: DEBUG nova.compute.manager [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Deleting volume: 053bdbc0-646d-446a-99fe-af3e1aea6030 {{(pid=69547) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1050.443064] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Created folder: Project (c17dc2146a4846b48dc69b2a74f39ae8) in parent group-v632381. [ 1050.447100] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Creating folder: Instances. Parent ref: group-v632624. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.447100] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f59f046e-b336-424d-91cc-a48cd7f66ed4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.453412] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Created folder: Instances in parent group-v632624. [ 1050.453981] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.454288] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.454288] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a84493f2-6d84-4fa9-aec3-58ec8ec73a03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.481429] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.481429] env[69547]: value = "task-3161977" [ 1050.481429] env[69547]: _type = "Task" [ 1050.481429] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.486329] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.495269] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161977, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.555577] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.586607] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161974, 'name': Rename_Task, 'duration_secs': 0.134963} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.587209] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.587518] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0749521f-cb7b-477e-a25b-4c343aef3cc1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.594110] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1050.594110] env[69547]: value = "task-3161979" [ 1050.594110] env[69547]: _type = "Task" [ 1050.594110] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.604640] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.620591] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339bd716-2bbd-4781-b710-29641ec0ebab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.630365] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65201ccb-2632-47d2-88e4-e4fe9559ab62 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.666139] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ae16b6-cfa3-4ef4-89c2-0e6d6e2fdf7d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.668253] env[69547]: DEBUG nova.objects.base [None req-23dbad7f-9cc2-426b-8a9c-26de167806cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.668550] env[69547]: DEBUG nova.network.neutron [None req-23dbad7f-9cc2-426b-8a9c-26de167806cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.678020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d90cbd-af96-40d5-9bc5-4ebf72fc5774 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.691223] env[69547]: DEBUG nova.compute.provider_tree [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.694197] env[69547]: DEBUG nova.compute.manager [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.727622] env[69547]: DEBUG nova.network.neutron [-] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.771643] env[69547]: DEBUG oslo_concurrency.lockutils [None req-23dbad7f-9cc2-426b-8a9c-26de167806cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.119s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.816234] env[69547]: DEBUG nova.compute.manager [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Received event network-changed-1173dca2-aafe-4821-b1a2-f7bdc9262eab {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.816469] env[69547]: DEBUG nova.compute.manager [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Refreshing instance network info cache due to event network-changed-1173dca2-aafe-4821-b1a2-f7bdc9262eab. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.816609] env[69547]: DEBUG oslo_concurrency.lockutils [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] Acquiring lock "refresh_cache-8bb93adb-c1ca-456b-8017-75369f00ca0c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.816780] env[69547]: DEBUG oslo_concurrency.lockutils [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] Acquired lock "refresh_cache-8bb93adb-c1ca-456b-8017-75369f00ca0c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.816976] env[69547]: DEBUG nova.network.neutron [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Refreshing network info cache for port 1173dca2-aafe-4821-b1a2-f7bdc9262eab {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.995390] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161977, 'name': CreateVM_Task, 'duration_secs': 0.341326} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.995390] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.995390] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.995390] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.996295] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.996295] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3416a06a-9e43-449f-9247-2f3970f7b32a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.001345] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.001989] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1051.001989] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c047c6-0b99-737c-5836-4a4cd75dfc96" [ 1051.001989] env[69547]: _type = "Task" [ 1051.001989] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.010409] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c047c6-0b99-737c-5836-4a4cd75dfc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.075855] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquiring lock "8ea72f91-aadb-4b9a-b591-5707665f6498" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.075917] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "8ea72f91-aadb-4b9a-b591-5707665f6498" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.104352] env[69547]: DEBUG oslo_vmware.api [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3161979, 'name': PowerOnVM_Task, 'duration_secs': 0.464475} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.104545] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.104753] env[69547]: INFO nova.compute.manager [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1051.104957] env[69547]: DEBUG nova.compute.manager [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.105753] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d78942f-bf28-4b2c-bde7-91f9000f4ee1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.152696] env[69547]: DEBUG nova.compute.manager [req-20075804-4477-420d-9f65-5c033bfccfc3 req-21ad9571-02ae-44e2-a29c-22c45e40f703 service nova] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Received event network-vif-deleted-32b2d8e4-71bf-4cde-a33e-f0c1bfc9c3f4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.197475] env[69547]: DEBUG nova.scheduler.client.report [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.215633] env[69547]: DEBUG nova.compute.manager [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.220317] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.230155] env[69547]: INFO nova.compute.manager [-] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Took 1.49 seconds to deallocate network for instance. [ 1051.254343] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.254602] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.254764] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.254993] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.255262] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.255414] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.256174] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.256174] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.256174] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.256174] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.256345] env[69547]: DEBUG nova.virt.hardware [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.257619] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e7e722-2829-43b9-867c-0b932cf5cf74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.268565] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b1d853-8f23-4da2-9fa1-903985f9457b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.507949] env[69547]: DEBUG nova.network.neutron [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Updated VIF entry in instance network info cache for port 1173dca2-aafe-4821-b1a2-f7bdc9262eab. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.508458] env[69547]: DEBUG nova.network.neutron [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Updating instance_info_cache with network_info: [{"id": "1173dca2-aafe-4821-b1a2-f7bdc9262eab", "address": "fa:16:3e:2e:69:de", "network": {"id": "4a2988f6-10e4-436e-bf52-43c6f4344b26", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1780155376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c17dc2146a4846b48dc69b2a74f39ae8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1173dca2-aa", "ovs_interfaceid": "1173dca2-aafe-4821-b1a2-f7bdc9262eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.515395] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c047c6-0b99-737c-5836-4a4cd75dfc96, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.515876] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.516120] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.516362] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.516502] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.516674] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.516954] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fc6c8f6-41b0-48dc-81df-0289cca2d228 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.525832] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.526024] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.526732] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99725a7-b5bd-47ef-bf19-ff40653ff527 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.532722] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1051.532722] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525b7438-08bf-85a3-6f93-16346dec27f0" [ 1051.532722] env[69547]: _type = "Task" [ 1051.532722] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.540543] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525b7438-08bf-85a3-6f93-16346dec27f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.578881] env[69547]: DEBUG nova.compute.manager [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.624269] env[69547]: INFO nova.compute.manager [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Took 16.38 seconds to build instance. [ 1051.708018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.708018] env[69547]: DEBUG nova.compute.manager [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.709091] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.855s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.709446] env[69547]: DEBUG nova.objects.instance [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'resources' on Instance uuid 8501170c-3994-4a4e-8b98-360b8806aeb9 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.737779] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.988577] env[69547]: DEBUG nova.network.neutron [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Successfully updated port: e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.016485] env[69547]: DEBUG oslo_concurrency.lockutils [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] Releasing lock "refresh_cache-8bb93adb-c1ca-456b-8017-75369f00ca0c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.016762] env[69547]: DEBUG nova.compute.manager [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Received event network-vif-deleted-6f517cb4-5b78-45d8-b936-2d4f4b44164d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.017106] env[69547]: DEBUG nova.compute.manager [req-16fba58b-7554-41fd-9b1a-4b32095d6cf0 req-04d63d62-62b0-4c36-bca3-d555e997b7a6 service nova] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Received event network-vif-deleted-f325c172-696d-4c0f-81e2-b6ae2eb0f148 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.043573] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525b7438-08bf-85a3-6f93-16346dec27f0, 'name': SearchDatastore_Task, 'duration_secs': 0.032083} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.044369] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfd14b8-62d2-431d-9b1f-375e4e845d54 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.049709] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1052.049709] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5236cef4-2863-1b98-7697-23410251d8e0" [ 1052.049709] env[69547]: _type = "Task" [ 1052.049709] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.057300] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5236cef4-2863-1b98-7697-23410251d8e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.100725] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.126524] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b220c72-8c00-4a89-8a56-79b5be8ff0d1 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.889s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.214785] env[69547]: DEBUG nova.compute.utils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.219830] env[69547]: DEBUG nova.compute.manager [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1052.492389] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.492613] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquired lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.492840] env[69547]: DEBUG nova.network.neutron [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.559708] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8500e046-3602-48ff-a91e-38fe31c543b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.571496] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5236cef4-2863-1b98-7697-23410251d8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.04386} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.572284] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.572652] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 8bb93adb-c1ca-456b-8017-75369f00ca0c/8bb93adb-c1ca-456b-8017-75369f00ca0c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.572982] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d58aefc0-3370-4d9f-baaf-b1c6a05c4bb7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.581788] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49298918-09b6-49d4-8613-dc014ddc3100 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.592584] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1052.592584] env[69547]: value = "task-3161980" [ 1052.592584] env[69547]: _type = "Task" [ 1052.592584] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.635517] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cda7e4-306e-44bb-a96c-a4195a6c7bbf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.642282] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.648389] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58f205-0274-407d-94c9-215a357ff190 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.664875] env[69547]: DEBUG nova.compute.provider_tree [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.720268] env[69547]: DEBUG nova.compute.manager [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.752680] env[69547]: DEBUG oslo_concurrency.lockutils [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.752976] env[69547]: DEBUG oslo_concurrency.lockutils [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.753347] env[69547]: DEBUG nova.objects.instance [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'flavor' on Instance uuid f0b21c03-55ea-4803-bd25-984521c6966e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.071759] env[69547]: DEBUG nova.network.neutron [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.104586] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480297} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.104864] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 8bb93adb-c1ca-456b-8017-75369f00ca0c/8bb93adb-c1ca-456b-8017-75369f00ca0c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.105114] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.105384] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20f106b6-b724-4b5f-a703-c078f1dc5fd8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.110869] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1053.110869] env[69547]: value = "task-3161981" [ 1053.110869] env[69547]: _type = "Task" [ 1053.110869] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.118598] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.169115] env[69547]: DEBUG nova.scheduler.client.report [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.257728] env[69547]: DEBUG nova.compute.manager [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Received event network-vif-plugged-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.258053] env[69547]: DEBUG oslo_concurrency.lockutils [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] Acquiring lock "dc90511d-bda9-4568-a739-caff59c1f986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.258322] env[69547]: DEBUG oslo_concurrency.lockutils [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] Lock "dc90511d-bda9-4568-a739-caff59c1f986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.258465] env[69547]: DEBUG oslo_concurrency.lockutils [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] Lock "dc90511d-bda9-4568-a739-caff59c1f986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.258634] env[69547]: DEBUG nova.compute.manager [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] No waiting events found dispatching network-vif-plugged-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.258797] env[69547]: WARNING nova.compute.manager [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Received unexpected event network-vif-plugged-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 for instance with vm_state building and task_state spawning. [ 1053.258960] env[69547]: DEBUG nova.compute.manager [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Received event network-changed-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.259131] env[69547]: DEBUG nova.compute.manager [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Refreshing instance network info cache due to event network-changed-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.259297] env[69547]: DEBUG oslo_concurrency.lockutils [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] Acquiring lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.342295] env[69547]: DEBUG nova.objects.instance [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'pci_requests' on Instance uuid f0b21c03-55ea-4803-bd25-984521c6966e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.357782] env[69547]: DEBUG nova.network.neutron [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updating instance_info_cache with network_info: [{"id": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "address": "fa:16:3e:5c:b7:6b", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a92b26-e0", "ovs_interfaceid": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.623296] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0779} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.623667] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.624536] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ff04b-ed34-4586-ac7f-07d72f243ab7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.654612] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 8bb93adb-c1ca-456b-8017-75369f00ca0c/8bb93adb-c1ca-456b-8017-75369f00ca0c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.654972] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd0e2cf6-2cbc-4b9a-a04a-0e7ded094455 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.676096] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.679309] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1053.679309] env[69547]: value = "task-3161982" [ 1053.679309] env[69547]: _type = "Task" [ 1053.679309] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.679971] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.380s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.682284] env[69547]: INFO nova.compute.claims [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.697679] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.701103] env[69547]: INFO nova.scheduler.client.report [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted allocations for instance 8501170c-3994-4a4e-8b98-360b8806aeb9 [ 1053.731487] env[69547]: DEBUG nova.compute.manager [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.763461] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.763633] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.763799] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.763948] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.764131] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.764289] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.764526] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.764710] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.764957] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.765154] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.765399] env[69547]: DEBUG nova.virt.hardware [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.766549] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f62bf05-b475-4085-a953-b8f1c3c02db0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.775803] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8174e-c5fb-4439-b33c-13cc8c05a39f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.790521] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.796574] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Creating folder: Project (cce6254f5e854c55b9e40991cfd09310). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.797202] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6969832-4733-46b7-b3a6-63439c5a23b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.807573] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Created folder: Project (cce6254f5e854c55b9e40991cfd09310) in parent group-v632381. [ 1053.807754] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Creating folder: Instances. Parent ref: group-v632627. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.808013] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e414a127-6a1e-4a57-b8ba-afa48bcb1e79 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.816251] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Created folder: Instances in parent group-v632627. [ 1053.816474] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.816659] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.816907] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16987bea-1d21-48df-857a-22319fdc8027 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.833953] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.833953] env[69547]: value = "task-3161985" [ 1053.833953] env[69547]: _type = "Task" [ 1053.833953] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.846122] env[69547]: DEBUG nova.objects.base [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.846291] env[69547]: DEBUG nova.network.neutron [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.847952] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161985, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.859802] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Releasing lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.860150] env[69547]: DEBUG nova.compute.manager [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Instance network_info: |[{"id": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "address": "fa:16:3e:5c:b7:6b", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a92b26-e0", "ovs_interfaceid": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.860427] env[69547]: DEBUG oslo_concurrency.lockutils [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] Acquired lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.860602] env[69547]: DEBUG nova.network.neutron [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Refreshing network info cache for port e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.861793] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:b7:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5a92b26-e008-4dd5-87dd-c6bb6e2c1992', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.869612] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.869719] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.870658] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-695125d5-976a-4a2e-ad44-fa9cd74ebdd5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.887200] env[69547]: DEBUG nova.policy [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0d7100fe3f4fa89987884662765bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bdf3125741644dc957ed8a9909addb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.892025] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.892025] env[69547]: value = "task-3161986" [ 1053.892025] env[69547]: _type = "Task" [ 1053.892025] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.898278] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161986, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.200203] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.210492] env[69547]: DEBUG nova.network.neutron [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Successfully created port: 549e0ec7-68b0-4141-9f68-bf8ccbc53d20 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.216111] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2c1fc9ac-1b35-46b3-a184-e47f18a60563 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "8501170c-3994-4a4e-8b98-360b8806aeb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.180s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.348256] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161985, 'name': CreateVM_Task, 'duration_secs': 0.420623} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.348470] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.349256] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.349498] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.349914] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.350259] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35592143-ce43-4f55-8deb-e83175e1dd26 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.355903] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1054.355903] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5214b54c-4f78-0f9e-caab-34e1b80a1570" [ 1054.355903] env[69547]: _type = "Task" [ 1054.355903] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.365299] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5214b54c-4f78-0f9e-caab-34e1b80a1570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.401632] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161986, 'name': CreateVM_Task, 'duration_secs': 0.477542} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.403741] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.404456] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.591893] env[69547]: DEBUG nova.network.neutron [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updated VIF entry in instance network info cache for port e5a92b26-e008-4dd5-87dd-c6bb6e2c1992. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.592306] env[69547]: DEBUG nova.network.neutron [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updating instance_info_cache with network_info: [{"id": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "address": "fa:16:3e:5c:b7:6b", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a92b26-e0", "ovs_interfaceid": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.699123] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161982, 'name': ReconfigVM_Task, 'duration_secs': 0.572657} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.700229] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 8bb93adb-c1ca-456b-8017-75369f00ca0c/8bb93adb-c1ca-456b-8017-75369f00ca0c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.702583] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-889d7958-0d24-4c64-b85d-0454f06b000d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.707702] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1054.707702] env[69547]: value = "task-3161987" [ 1054.707702] env[69547]: _type = "Task" [ 1054.707702] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.717026] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161987, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.866591] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5214b54c-4f78-0f9e-caab-34e1b80a1570, 'name': SearchDatastore_Task, 'duration_secs': 0.044728} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.866953] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.867905] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.867905] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.867905] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.867905] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.868132] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.868363] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.868583] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dae96f9-683d-45f6-a1f4-8be3e6822f35 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.870291] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65cf5eba-7090-4989-a9e5-dccf3cbebf46 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.874700] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1054.874700] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]529d6368-e8f3-2161-33e3-9d199c827587" [ 1054.874700] env[69547]: _type = "Task" [ 1054.874700] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.880895] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.881119] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.882094] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f12988-f184-4161-af78-0f79ec74844f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.886877] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529d6368-e8f3-2161-33e3-9d199c827587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.891434] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1054.891434] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f4dbe-890e-d679-a82a-33038416b969" [ 1054.891434] env[69547]: _type = "Task" [ 1054.891434] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.900369] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f4dbe-890e-d679-a82a-33038416b969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.967814] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055c20ba-c42e-44e7-a957-96e20168d232 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.974898] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68dcd5c-1783-4b20-9931-1ad0aa6ae618 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.004072] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a19ae2d-d252-4363-ad9e-1b45654c014e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.011186] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b3c58-d411-40dd-95d5-225126ee0bfa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.023717] env[69547]: DEBUG nova.compute.provider_tree [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.094554] env[69547]: DEBUG oslo_concurrency.lockutils [req-9f53ce69-13d2-43cc-b189-a76219ccb69b req-7f0c3986-65ac-463e-9112-aeaba7a26be0 service nova] Releasing lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.218071] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161987, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.387602] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]529d6368-e8f3-2161-33e3-9d199c827587, 'name': SearchDatastore_Task, 'duration_secs': 0.022749} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.387814] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.388945] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.388945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.400690] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f4dbe-890e-d679-a82a-33038416b969, 'name': SearchDatastore_Task, 'duration_secs': 0.016793} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.401483] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c372dc-01b7-4789-9556-bb4fd4881992 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.406406] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1055.406406] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523bd7a0-f1a4-aed9-7da7-beda53e8be5b" [ 1055.406406] env[69547]: _type = "Task" [ 1055.406406] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.413849] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523bd7a0-f1a4-aed9-7da7-beda53e8be5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.417530] env[69547]: DEBUG nova.compute.manager [req-cc2c016d-8948-435e-bf15-f899caf8aca9 req-3105596b-f051-4e9e-8baa-da0958dfa0ce service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received event network-changed-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.417661] env[69547]: DEBUG nova.compute.manager [req-cc2c016d-8948-435e-bf15-f899caf8aca9 req-3105596b-f051-4e9e-8baa-da0958dfa0ce service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Refreshing instance network info cache due to event network-changed-9a94660d-a3d9-4267-a191-ec1abe5611fc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.417908] env[69547]: DEBUG oslo_concurrency.lockutils [req-cc2c016d-8948-435e-bf15-f899caf8aca9 req-3105596b-f051-4e9e-8baa-da0958dfa0ce service nova] Acquiring lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.418009] env[69547]: DEBUG oslo_concurrency.lockutils [req-cc2c016d-8948-435e-bf15-f899caf8aca9 req-3105596b-f051-4e9e-8baa-da0958dfa0ce service nova] Acquired lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.418204] env[69547]: DEBUG nova.network.neutron [req-cc2c016d-8948-435e-bf15-f899caf8aca9 req-3105596b-f051-4e9e-8baa-da0958dfa0ce service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Refreshing network info cache for port 9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.527340] env[69547]: DEBUG nova.scheduler.client.report [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.718850] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161987, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.919642] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523bd7a0-f1a4-aed9-7da7-beda53e8be5b, 'name': SearchDatastore_Task, 'duration_secs': 0.041996} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.920204] env[69547]: DEBUG nova.network.neutron [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Successfully updated port: 549e0ec7-68b0-4141-9f68-bf8ccbc53d20 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.921407] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.921897] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 6785218d-c836-4b87-b5a0-adecf467adce/6785218d-c836-4b87-b5a0-adecf467adce.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.924559] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.924559] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.924559] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e92001d0-eda2-4153-9fc8-27f47be146f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.927289] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e063da6-87a7-4650-b3d7-300eb1f9fd94 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.935930] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1055.935930] env[69547]: value = "task-3161988" [ 1055.935930] env[69547]: _type = "Task" [ 1055.935930] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.940489] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.940706] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.941743] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6bf459d-68ff-44aa-bf61-5e538a8ef046 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.947597] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.950412] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1055.950412] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52378239-e0a5-490b-be63-095a29b9285a" [ 1055.950412] env[69547]: _type = "Task" [ 1055.950412] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.958190] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52378239-e0a5-490b-be63-095a29b9285a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.033097] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.033650] env[69547]: DEBUG nova.compute.manager [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.036953] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.635s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.038397] env[69547]: INFO nova.compute.claims [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.218289] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161987, 'name': Rename_Task, 'duration_secs': 1.158019} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.218586] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.218829] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fce1fcb0-f78b-4c45-8632-6eb623b48dee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.225556] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1056.225556] env[69547]: value = "task-3161989" [ 1056.225556] env[69547]: _type = "Task" [ 1056.225556] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.230287] env[69547]: DEBUG nova.network.neutron [req-cc2c016d-8948-435e-bf15-f899caf8aca9 req-3105596b-f051-4e9e-8baa-da0958dfa0ce service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updated VIF entry in instance network info cache for port 9a94660d-a3d9-4267-a191-ec1abe5611fc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.230640] env[69547]: DEBUG nova.network.neutron [req-cc2c016d-8948-435e-bf15-f899caf8aca9 req-3105596b-f051-4e9e-8baa-da0958dfa0ce service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updating instance_info_cache with network_info: [{"id": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "address": "fa:16:3e:4e:25:f5", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94660d-a3", "ovs_interfaceid": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.236474] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.424977] env[69547]: DEBUG oslo_concurrency.lockutils [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.425229] env[69547]: DEBUG oslo_concurrency.lockutils [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.425424] env[69547]: DEBUG nova.network.neutron [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.447038] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161988, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.461422] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52378239-e0a5-490b-be63-095a29b9285a, 'name': SearchDatastore_Task, 'duration_secs': 0.012868} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.462271] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f195bbd1-a637-4687-b0fa-e6853f4b3e38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.468361] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1056.468361] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52830b86-070d-c4fe-110c-80326e2bf98c" [ 1056.468361] env[69547]: _type = "Task" [ 1056.468361] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.481124] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52830b86-070d-c4fe-110c-80326e2bf98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.527589] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "0a56154e-a952-47f5-b520-6be3b0f0e343" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.527945] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.545492] env[69547]: DEBUG nova.compute.utils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.547380] env[69547]: DEBUG nova.compute.manager [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1056.734203] env[69547]: DEBUG oslo_concurrency.lockutils [req-cc2c016d-8948-435e-bf15-f899caf8aca9 req-3105596b-f051-4e9e-8baa-da0958dfa0ce service nova] Releasing lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.738481] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161989, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.946492] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907804} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.946775] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 6785218d-c836-4b87-b5a0-adecf467adce/6785218d-c836-4b87-b5a0-adecf467adce.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.947106] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.947382] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e31f505f-09ea-47e0-9e0b-684e8d044e1f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.954772] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1056.954772] env[69547]: value = "task-3161990" [ 1056.954772] env[69547]: _type = "Task" [ 1056.954772] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.963184] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.978978] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52830b86-070d-c4fe-110c-80326e2bf98c, 'name': SearchDatastore_Task, 'duration_secs': 0.064439} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.980307] env[69547]: WARNING nova.network.neutron [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] 185db1c3-8c86-43b3-a250-1069620f2ca3 already exists in list: networks containing: ['185db1c3-8c86-43b3-a250-1069620f2ca3']. ignoring it [ 1056.983363] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.983812] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dc90511d-bda9-4568-a739-caff59c1f986/dc90511d-bda9-4568-a739-caff59c1f986.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.984203] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d27ed0f8-30c9-4b10-a713-c1798c146abe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.991120] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1056.991120] env[69547]: value = "task-3161991" [ 1056.991120] env[69547]: _type = "Task" [ 1056.991120] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.999359] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.030121] env[69547]: DEBUG nova.compute.manager [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.052477] env[69547]: DEBUG nova.compute.manager [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.236363] env[69547]: DEBUG oslo_vmware.api [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3161989, 'name': PowerOnVM_Task, 'duration_secs': 0.788635} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.239281] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.239497] env[69547]: INFO nova.compute.manager [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1057.239680] env[69547]: DEBUG nova.compute.manager [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.242791] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0613dcfd-58b5-4bad-91d8-8ea0db31507a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.333236] env[69547]: DEBUG nova.network.neutron [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "address": "fa:16:3e:43:11:0b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549e0ec7-68", "ovs_interfaceid": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.355201] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10dd73b-91bc-4895-bd2d-d1b0e9a4a100 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.363940] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7127f42-e200-4489-afbd-5a22a5cbac7f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.371596] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.371838] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.405171] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36df260-37ba-44cb-a7c1-f2eb84b024ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.413625] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ec6904-c6bf-4032-a62c-0efa80c44e88 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.428807] env[69547]: DEBUG nova.compute.provider_tree [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.464109] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071529} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.464394] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.465152] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94579ea7-aea3-436a-82b6-caa730757c2f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.484883] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 6785218d-c836-4b87-b5a0-adecf467adce/6785218d-c836-4b87-b5a0-adecf467adce.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.485210] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53100678-1c02-453d-9f17-0e2cf6ddc97a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.508935] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1057.508935] env[69547]: value = "task-3161992" [ 1057.508935] env[69547]: _type = "Task" [ 1057.508935] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.511938] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161991, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.521011] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.554014] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.653135] env[69547]: DEBUG nova.compute.manager [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-vif-plugged-549e0ec7-68b0-4141-9f68-bf8ccbc53d20 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.653390] env[69547]: DEBUG oslo_concurrency.lockutils [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.653618] env[69547]: DEBUG oslo_concurrency.lockutils [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] Lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.653794] env[69547]: DEBUG oslo_concurrency.lockutils [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] Lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.653972] env[69547]: DEBUG nova.compute.manager [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] No waiting events found dispatching network-vif-plugged-549e0ec7-68b0-4141-9f68-bf8ccbc53d20 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.654180] env[69547]: WARNING nova.compute.manager [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received unexpected event network-vif-plugged-549e0ec7-68b0-4141-9f68-bf8ccbc53d20 for instance with vm_state active and task_state None. [ 1057.654324] env[69547]: DEBUG nova.compute.manager [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-changed-549e0ec7-68b0-4141-9f68-bf8ccbc53d20 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.654484] env[69547]: DEBUG nova.compute.manager [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Refreshing instance network info cache due to event network-changed-549e0ec7-68b0-4141-9f68-bf8ccbc53d20. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.654658] env[69547]: DEBUG oslo_concurrency.lockutils [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] Acquiring lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.770287] env[69547]: INFO nova.compute.manager [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Took 18.26 seconds to build instance. [ 1057.838036] env[69547]: DEBUG oslo_concurrency.lockutils [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.838336] env[69547]: DEBUG oslo_concurrency.lockutils [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.838535] env[69547]: DEBUG oslo_concurrency.lockutils [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.838860] env[69547]: DEBUG oslo_concurrency.lockutils [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] Acquired lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.839094] env[69547]: DEBUG nova.network.neutron [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Refreshing network info cache for port 549e0ec7-68b0-4141-9f68-bf8ccbc53d20 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.840942] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03582ef5-3ce4-4e9b-9f8c-559ea8bd466e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.859277] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.859277] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.859277] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.859566] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.859566] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.860662] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.860662] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.860662] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.860662] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.860662] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.860662] env[69547]: DEBUG nova.virt.hardware [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.866881] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfiguring VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1057.867519] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f526a0ec-a975-4900-a19b-f88a2ca301a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.880691] env[69547]: DEBUG nova.compute.manager [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.888132] env[69547]: DEBUG oslo_vmware.api [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1057.888132] env[69547]: value = "task-3161993" [ 1057.888132] env[69547]: _type = "Task" [ 1057.888132] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.896686] env[69547]: DEBUG oslo_vmware.api [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161993, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.931481] env[69547]: DEBUG nova.scheduler.client.report [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.010715] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80016} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.011143] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] dc90511d-bda9-4568-a739-caff59c1f986/dc90511d-bda9-4568-a739-caff59c1f986.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.011296] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.011570] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b96b0f08-e32b-4dce-ab72-a87bc1d23b81 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.022383] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.023876] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1058.023876] env[69547]: value = "task-3161994" [ 1058.023876] env[69547]: _type = "Task" [ 1058.023876] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.061898] env[69547]: DEBUG nova.compute.manager [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.090854] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.091224] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.091452] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.091740] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.091952] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.092207] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.092505] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.092757] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.093093] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.093317] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.093544] env[69547]: DEBUG nova.virt.hardware [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.094810] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a383967-5d1b-432b-835a-5ec23f0a7642 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.105161] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa1f0dd-b04c-439b-819f-7fd0715159d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.124166] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.130042] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.130445] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.130707] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4e88906-342c-4877-a6eb-c913f522ea9d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.148562] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.148562] env[69547]: value = "task-3161995" [ 1058.148562] env[69547]: _type = "Task" [ 1058.148562] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.163139] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161995, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.272315] env[69547]: DEBUG oslo_concurrency.lockutils [None req-46aecc36-8d72-4763-a0d2-e6a29a9754fa tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "8bb93adb-c1ca-456b-8017-75369f00ca0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.776s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.401641] env[69547]: DEBUG oslo_vmware.api [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.411263] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.436424] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.436994] env[69547]: DEBUG nova.compute.manager [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.440935] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.954s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.440935] env[69547]: DEBUG nova.objects.instance [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lazy-loading 'resources' on Instance uuid bb35ef69-d0ad-4e14-90f1-bac701a873d9 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.522715] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161992, 'name': ReconfigVM_Task, 'duration_secs': 0.682902} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.522991] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 6785218d-c836-4b87-b5a0-adecf467adce/6785218d-c836-4b87-b5a0-adecf467adce.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.523625] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a46ccb5c-f401-4032-adbb-c5c20cfd2a15 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.532577] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquiring lock "918969d0-d7ca-401a-b380-f6b7b265526c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.532803] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "918969d0-d7ca-401a-b380-f6b7b265526c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.533073] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquiring lock "918969d0-d7ca-401a-b380-f6b7b265526c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.533201] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "918969d0-d7ca-401a-b380-f6b7b265526c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.533370] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "918969d0-d7ca-401a-b380-f6b7b265526c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.534944] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084265} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.538331] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.539029] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1058.539029] env[69547]: value = "task-3161996" [ 1058.539029] env[69547]: _type = "Task" [ 1058.539029] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.539753] env[69547]: INFO nova.compute.manager [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Terminating instance [ 1058.541233] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a39447-7935-4a02-ae21-3c0a5d7f10fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.569138] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] dc90511d-bda9-4568-a739-caff59c1f986/dc90511d-bda9-4568-a739-caff59c1f986.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.573020] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3c38f2-2425-4f8f-ae88-1393715a160a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.587948] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161996, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.595616] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1058.595616] env[69547]: value = "task-3161997" [ 1058.595616] env[69547]: _type = "Task" [ 1058.595616] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.603418] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.634266] env[69547]: DEBUG nova.network.neutron [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updated VIF entry in instance network info cache for port 549e0ec7-68b0-4141-9f68-bf8ccbc53d20. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.634761] env[69547]: DEBUG nova.network.neutron [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "address": "fa:16:3e:43:11:0b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549e0ec7-68", "ovs_interfaceid": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.659124] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161995, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.888727] env[69547]: DEBUG nova.compute.manager [req-fd1c14cb-b331-4dfd-b9c4-6f19b09e4442 req-88bf689f-a9de-4980-85c7-b109bd0b2a00 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Received event network-changed-1173dca2-aafe-4821-b1a2-f7bdc9262eab {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.888999] env[69547]: DEBUG nova.compute.manager [req-fd1c14cb-b331-4dfd-b9c4-6f19b09e4442 req-88bf689f-a9de-4980-85c7-b109bd0b2a00 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Refreshing instance network info cache due to event network-changed-1173dca2-aafe-4821-b1a2-f7bdc9262eab. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.889142] env[69547]: DEBUG oslo_concurrency.lockutils [req-fd1c14cb-b331-4dfd-b9c4-6f19b09e4442 req-88bf689f-a9de-4980-85c7-b109bd0b2a00 service nova] Acquiring lock "refresh_cache-8bb93adb-c1ca-456b-8017-75369f00ca0c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.889277] env[69547]: DEBUG oslo_concurrency.lockutils [req-fd1c14cb-b331-4dfd-b9c4-6f19b09e4442 req-88bf689f-a9de-4980-85c7-b109bd0b2a00 service nova] Acquired lock "refresh_cache-8bb93adb-c1ca-456b-8017-75369f00ca0c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.889441] env[69547]: DEBUG nova.network.neutron [req-fd1c14cb-b331-4dfd-b9c4-6f19b09e4442 req-88bf689f-a9de-4980-85c7-b109bd0b2a00 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Refreshing network info cache for port 1173dca2-aafe-4821-b1a2-f7bdc9262eab {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.900195] env[69547]: DEBUG oslo_vmware.api [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.941373] env[69547]: DEBUG nova.compute.utils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.942757] env[69547]: DEBUG nova.compute.manager [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.942884] env[69547]: DEBUG nova.network.neutron [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.988840] env[69547]: DEBUG nova.policy [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '814ff386afa84e4ea3c865439f2e82da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f1cf2189a2f45b38f313268cb7deb23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.051932] env[69547]: DEBUG nova.compute.manager [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.052400] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.053326] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77394217-e971-461a-9f8f-c1bd67c1e01a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.066120] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161996, 'name': Rename_Task, 'duration_secs': 0.295942} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.066656] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.067125] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.067534] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aea4323d-b475-480e-b01b-b582a7d3f6a2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.069798] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d37b96bc-ed1d-4fdf-becd-3ffc0512b761 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.075307] env[69547]: DEBUG oslo_vmware.api [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 1059.075307] env[69547]: value = "task-3161998" [ 1059.075307] env[69547]: _type = "Task" [ 1059.075307] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.082483] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1059.082483] env[69547]: value = "task-3161999" [ 1059.082483] env[69547]: _type = "Task" [ 1059.082483] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.089896] env[69547]: DEBUG oslo_vmware.api [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.106375] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161999, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.113400] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.137741] env[69547]: DEBUG oslo_concurrency.lockutils [req-500e461b-ca18-411c-9728-7540bb1d05d6 req-aebca7ba-5d52-4b9b-b124-d02e81fcc17c service nova] Releasing lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162417] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3161995, 'name': CreateVM_Task, 'duration_secs': 0.688734} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.162587] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.163949] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.163949] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.163949] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.163949] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b526f2-0e0a-4803-86b8-8a7a6f3439dd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.172410] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1059.172410] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d747f3-9f75-522a-f7c8-18a16d5f76f6" [ 1059.172410] env[69547]: _type = "Task" [ 1059.172410] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.179870] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d747f3-9f75-522a-f7c8-18a16d5f76f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.300973] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eb93f9-3d28-42d7-8c27-d47a583bdf99 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.309533] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc95050-99f8-46d6-944a-2b07e3d53363 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.343168] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9882b81c-5d60-443b-a818-a5139aa42095 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.347855] env[69547]: DEBUG oslo_concurrency.lockutils [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.348100] env[69547]: DEBUG oslo_concurrency.lockutils [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.355164] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a048a7e5-a7b4-4a44-8358-82edce114212 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.369660] env[69547]: DEBUG nova.compute.provider_tree [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.377259] env[69547]: DEBUG nova.network.neutron [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Successfully created port: d6d21c9b-ac6e-4929-a4fd-76c541c8d459 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.402610] env[69547]: DEBUG oslo_vmware.api [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3161993, 'name': ReconfigVM_Task, 'duration_secs': 1.152143} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.403224] env[69547]: DEBUG oslo_concurrency.lockutils [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.403453] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfigured VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1059.448446] env[69547]: DEBUG nova.compute.manager [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.586400] env[69547]: DEBUG oslo_vmware.api [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3161998, 'name': PowerOffVM_Task, 'duration_secs': 0.210325} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.589552] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.589735] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.589983] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be3823c7-ad58-474a-9c84-ccfad1184046 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.596841] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161999, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.601266] env[69547]: DEBUG nova.network.neutron [req-fd1c14cb-b331-4dfd-b9c4-6f19b09e4442 req-88bf689f-a9de-4980-85c7-b109bd0b2a00 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Updated VIF entry in instance network info cache for port 1173dca2-aafe-4821-b1a2-f7bdc9262eab. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.601613] env[69547]: DEBUG nova.network.neutron [req-fd1c14cb-b331-4dfd-b9c4-6f19b09e4442 req-88bf689f-a9de-4980-85c7-b109bd0b2a00 service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Updating instance_info_cache with network_info: [{"id": "1173dca2-aafe-4821-b1a2-f7bdc9262eab", "address": "fa:16:3e:2e:69:de", "network": {"id": "4a2988f6-10e4-436e-bf52-43c6f4344b26", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1780155376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c17dc2146a4846b48dc69b2a74f39ae8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1173dca2-aa", "ovs_interfaceid": "1173dca2-aafe-4821-b1a2-f7bdc9262eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.607297] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3161997, 'name': ReconfigVM_Task, 'duration_secs': 0.680886} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.607579] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Reconfigured VM instance instance-00000057 to attach disk [datastore2] dc90511d-bda9-4568-a739-caff59c1f986/dc90511d-bda9-4568-a739-caff59c1f986.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.608181] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e6b2ec-9d78-45b7-8244-3baac971e67e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.614089] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1059.614089] env[69547]: value = "task-3162001" [ 1059.614089] env[69547]: _type = "Task" [ 1059.614089] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.623355] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162001, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.659728] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.660068] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.660346] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Deleting the datastore file [datastore1] 918969d0-d7ca-401a-b380-f6b7b265526c {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.660757] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-841ef825-5a04-4001-aa28-82feb91daadb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.667693] env[69547]: DEBUG oslo_vmware.api [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for the task: (returnval){ [ 1059.667693] env[69547]: value = "task-3162002" [ 1059.667693] env[69547]: _type = "Task" [ 1059.667693] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.678527] env[69547]: DEBUG oslo_vmware.api [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3162002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.683636] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d747f3-9f75-522a-f7c8-18a16d5f76f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.683934] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.684212] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.684468] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.684638] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.684814] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.685389] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b443fda-0a5e-44a6-b0dd-be25151da02f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.702558] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.702800] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.703555] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455f15e0-7e5d-4a32-90e8-79638577f9dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.708732] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1059.708732] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522824c2-d08d-4007-1a17-1362ac53e209" [ 1059.708732] env[69547]: _type = "Task" [ 1059.708732] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.716609] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522824c2-d08d-4007-1a17-1362ac53e209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.854645] env[69547]: DEBUG nova.compute.utils [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.872706] env[69547]: DEBUG nova.scheduler.client.report [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.910735] env[69547]: DEBUG oslo_concurrency.lockutils [None req-796e5faa-3ecf-4352-844b-7cc1dfaf3dc6 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.158s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.095509] env[69547]: DEBUG oslo_vmware.api [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3161999, 'name': PowerOnVM_Task, 'duration_secs': 0.886332} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.095772] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.095979] env[69547]: INFO nova.compute.manager [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1060.096172] env[69547]: DEBUG nova.compute.manager [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.096936] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19c1120-61bd-4edb-b7a3-e268c2541c78 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.105080] env[69547]: DEBUG oslo_concurrency.lockutils [req-fd1c14cb-b331-4dfd-b9c4-6f19b09e4442 req-88bf689f-a9de-4980-85c7-b109bd0b2a00 service nova] Releasing lock "refresh_cache-8bb93adb-c1ca-456b-8017-75369f00ca0c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.122921] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162001, 'name': Rename_Task, 'duration_secs': 0.155313} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.123203] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.123441] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a320d33-a64e-40e1-8130-6b147412f92c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.130391] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1060.130391] env[69547]: value = "task-3162003" [ 1060.130391] env[69547]: _type = "Task" [ 1060.130391] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.138811] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.180899] env[69547]: DEBUG oslo_vmware.api [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Task: {'id': task-3162002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14756} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.181189] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.181373] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.181548] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.181722] env[69547]: INFO nova.compute.manager [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1060.181980] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.182167] env[69547]: DEBUG nova.compute.manager [-] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.182254] env[69547]: DEBUG nova.network.neutron [-] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.220023] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522824c2-d08d-4007-1a17-1362ac53e209, 'name': SearchDatastore_Task, 'duration_secs': 0.007897} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.220850] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd413e4-3af1-4731-8b68-c4f4274d3ff5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.227718] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1060.227718] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b27cf6-55fe-65f1-8dfb-e0cda28dde36" [ 1060.227718] env[69547]: _type = "Task" [ 1060.227718] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.236933] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b27cf6-55fe-65f1-8dfb-e0cda28dde36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.358114] env[69547]: DEBUG oslo_concurrency.lockutils [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.377726] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.380284] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.825s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.380493] env[69547]: DEBUG nova.objects.instance [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lazy-loading 'resources' on Instance uuid dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.403191] env[69547]: INFO nova.scheduler.client.report [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted allocations for instance bb35ef69-d0ad-4e14-90f1-bac701a873d9 [ 1060.461553] env[69547]: DEBUG nova.compute.manager [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.493247] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.493515] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.493677] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.493868] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.494033] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.494191] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.494402] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.494559] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.494741] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.494914] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.495110] env[69547]: DEBUG nova.virt.hardware [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.496013] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d3c83-60b6-4dfa-80de-694d47275f60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.504802] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e999f51f-2a0c-4c6d-a22e-9ad620102046 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.620317] env[69547]: INFO nova.compute.manager [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Took 13.99 seconds to build instance. [ 1060.647909] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.739760] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b27cf6-55fe-65f1-8dfb-e0cda28dde36, 'name': SearchDatastore_Task, 'duration_secs': 0.013366} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.740017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.740298] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05/e197bb92-549d-4c35-b822-37883b7b0a05.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.740561] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa19c39f-1997-43fc-92f8-73e95f43615e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.750253] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1060.750253] env[69547]: value = "task-3162004" [ 1060.750253] env[69547]: _type = "Task" [ 1060.750253] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.756319] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.869946] env[69547]: DEBUG nova.network.neutron [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Successfully updated port: d6d21c9b-ac6e-4929-a4fd-76c541c8d459 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.912279] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ca9bd5ad-b308-4245-84a2-18d50150f15a tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "bb35ef69-d0ad-4e14-90f1-bac701a873d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.374s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.119391] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cffb933c-4915-4ecc-975d-35a387122633 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "6785218d-c836-4b87-b5a0-adecf467adce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.505s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.146488] env[69547]: DEBUG oslo_vmware.api [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162003, 'name': PowerOnVM_Task, 'duration_secs': 0.985841} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.146951] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.147284] env[69547]: INFO nova.compute.manager [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1061.147540] env[69547]: DEBUG nova.compute.manager [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.150601] env[69547]: DEBUG nova.network.neutron [-] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.154880] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdc3bc0-4668-4d5b-9dd9-9ce6db29d6cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.248221] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1b8b9c-8b24-4339-a06f-43c7acb9dff8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.263648] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f8e6bf-2034-4b62-b389-89bc740d349c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.267990] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162004, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.303440] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924700c9-cce7-497b-b074-bcc28f46ef5c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.307899] env[69547]: DEBUG nova.compute.manager [req-d3bb763b-215d-42a4-a4fd-15d99a2956bd req-96319248-d82a-4d48-8605-e33a8498c4d6 service nova] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Received event network-vif-plugged-d6d21c9b-ac6e-4929-a4fd-76c541c8d459 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.308148] env[69547]: DEBUG oslo_concurrency.lockutils [req-d3bb763b-215d-42a4-a4fd-15d99a2956bd req-96319248-d82a-4d48-8605-e33a8498c4d6 service nova] Acquiring lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.308328] env[69547]: DEBUG oslo_concurrency.lockutils [req-d3bb763b-215d-42a4-a4fd-15d99a2956bd req-96319248-d82a-4d48-8605-e33a8498c4d6 service nova] Lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.308500] env[69547]: DEBUG oslo_concurrency.lockutils [req-d3bb763b-215d-42a4-a4fd-15d99a2956bd req-96319248-d82a-4d48-8605-e33a8498c4d6 service nova] Lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.308665] env[69547]: DEBUG nova.compute.manager [req-d3bb763b-215d-42a4-a4fd-15d99a2956bd req-96319248-d82a-4d48-8605-e33a8498c4d6 service nova] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] No waiting events found dispatching network-vif-plugged-d6d21c9b-ac6e-4929-a4fd-76c541c8d459 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.308832] env[69547]: WARNING nova.compute.manager [req-d3bb763b-215d-42a4-a4fd-15d99a2956bd req-96319248-d82a-4d48-8605-e33a8498c4d6 service nova] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Received unexpected event network-vif-plugged-d6d21c9b-ac6e-4929-a4fd-76c541c8d459 for instance with vm_state building and task_state spawning. [ 1061.314477] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1131afe3-eaf2-4b3a-871a-cf5c06453af3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.328768] env[69547]: DEBUG nova.compute.provider_tree [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.373612] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-1ab1ed61-f501-43fe-b59d-e3fe17a3e803" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.373612] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-1ab1ed61-f501-43fe-b59d-e3fe17a3e803" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.373612] env[69547]: DEBUG nova.network.neutron [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.412062] env[69547]: DEBUG nova.compute.manager [req-679c3d9e-a304-4d6f-b2fd-ee1622eda6b2 req-b203247c-e883-401f-9a4e-4ed280224f45 service nova] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Received event network-vif-deleted-bc7a722f-ff58-4e56-b8a3-0b250e9d6d96 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.429912] env[69547]: DEBUG oslo_concurrency.lockutils [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.430025] env[69547]: DEBUG oslo_concurrency.lockutils [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.430267] env[69547]: INFO nova.compute.manager [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Attaching volume e1cd009a-7f6f-447e-9263-0e4a00d2b402 to /dev/sdb [ 1061.468557] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120bc9a2-06d7-4af4-8a9c-00e834d7995b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.477328] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50f8379-3909-40e9-b45e-239d1287cb74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.496556] env[69547]: DEBUG nova.virt.block_device [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Updating existing volume attachment record: 6845a70d-3cd7-42f3-96c0-a87e4c58adfa {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1061.659771] env[69547]: INFO nova.compute.manager [-] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Took 1.48 seconds to deallocate network for instance. [ 1061.685424] env[69547]: INFO nova.compute.manager [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Took 15.84 seconds to build instance. [ 1061.763823] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563036} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.764555] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05/e197bb92-549d-4c35-b822-37883b7b0a05.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.764829] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.765229] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c23b3019-a55d-48b1-876d-bcba1bfd6c94 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.772360] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1061.772360] env[69547]: value = "task-3162006" [ 1061.772360] env[69547]: _type = "Task" [ 1061.772360] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.782338] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.832194] env[69547]: DEBUG nova.scheduler.client.report [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.911731] env[69547]: DEBUG nova.network.neutron [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.988892] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "6d8e108a-2e67-4076-855a-041f2253db32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.988892] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6d8e108a-2e67-4076-855a-041f2253db32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.988892] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "6d8e108a-2e67-4076-855a-041f2253db32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.988892] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6d8e108a-2e67-4076-855a-041f2253db32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.989714] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6d8e108a-2e67-4076-855a-041f2253db32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.993424] env[69547]: INFO nova.compute.manager [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Terminating instance [ 1062.072970] env[69547]: DEBUG nova.network.neutron [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Updating instance_info_cache with network_info: [{"id": "d6d21c9b-ac6e-4929-a4fd-76c541c8d459", "address": "fa:16:3e:11:14:7d", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d21c9b-ac", "ovs_interfaceid": "d6d21c9b-ac6e-4929-a4fd-76c541c8d459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.168737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.187491] env[69547]: DEBUG oslo_concurrency.lockutils [None req-737615b8-5bbd-44df-978e-546e789243fe tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "dc90511d-bda9-4568-a739-caff59c1f986" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.368s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.281870] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087771} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.282169] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.282934] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69db4572-dc6a-4d3d-9459-10aeacc3754a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.305142] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05/e197bb92-549d-4c35-b822-37883b7b0a05.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.305451] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a803be-d64b-4a83-8716-93a0990ffeac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.319968] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-cb9896b0-a847-4095-bc2a-9c258de53bc3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.320257] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-cb9896b0-a847-4095-bc2a-9c258de53bc3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.320609] env[69547]: DEBUG nova.objects.instance [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'flavor' on Instance uuid f0b21c03-55ea-4803-bd25-984521c6966e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.326966] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1062.326966] env[69547]: value = "task-3162009" [ 1062.326966] env[69547]: _type = "Task" [ 1062.326966] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.335479] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.336866] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.339213] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.338s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.339442] env[69547]: DEBUG nova.objects.instance [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lazy-loading 'resources' on Instance uuid 1abdc0a5-e03b-4552-88f7-415e0c540b6b {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.361266] env[69547]: INFO nova.scheduler.client.report [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted allocations for instance dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0 [ 1062.497028] env[69547]: DEBUG nova.compute.manager [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.497290] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.498339] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2900d28d-3bae-41a7-8f3a-9e34d88699bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.506365] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.506614] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1f6e471-1288-463f-b03a-c632d6ebd27c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.512658] env[69547]: DEBUG oslo_vmware.api [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1062.512658] env[69547]: value = "task-3162010" [ 1062.512658] env[69547]: _type = "Task" [ 1062.512658] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.520250] env[69547]: DEBUG oslo_vmware.api [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.525792] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "dc90511d-bda9-4568-a739-caff59c1f986" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.526071] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "dc90511d-bda9-4568-a739-caff59c1f986" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.526309] env[69547]: INFO nova.compute.manager [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Rebooting instance [ 1062.576362] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-1ab1ed61-f501-43fe-b59d-e3fe17a3e803" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.576694] env[69547]: DEBUG nova.compute.manager [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Instance network_info: |[{"id": "d6d21c9b-ac6e-4929-a4fd-76c541c8d459", "address": "fa:16:3e:11:14:7d", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d21c9b-ac", "ovs_interfaceid": "d6d21c9b-ac6e-4929-a4fd-76c541c8d459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.577226] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:14:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d21c9b-ac6e-4929-a4fd-76c541c8d459', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.585510] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.585638] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.585898] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-219c5f6c-4de8-4270-8c4c-a9f806f24f93 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.606860] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.606860] env[69547]: value = "task-3162011" [ 1062.606860] env[69547]: _type = "Task" [ 1062.606860] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.615791] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162011, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.836058] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162009, 'name': ReconfigVM_Task, 'duration_secs': 0.452256} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.836058] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05/e197bb92-549d-4c35-b822-37883b7b0a05.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.836597] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea9d4d0-1f35-41d9-a5ef-c21901ead7a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.845864] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1062.845864] env[69547]: value = "task-3162012" [ 1062.845864] env[69547]: _type = "Task" [ 1062.845864] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.856041] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162012, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.870792] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2efc1f33-9557-4b0e-8dea-370ece030340 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.282s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.932823] env[69547]: DEBUG nova.objects.instance [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'pci_requests' on Instance uuid f0b21c03-55ea-4803-bd25-984521c6966e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.024636] env[69547]: DEBUG oslo_vmware.api [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162010, 'name': PowerOffVM_Task, 'duration_secs': 0.215117} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.024926] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.025173] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.025526] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a161bbd-b26f-46c1-91fd-793e9802d4f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.051987] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.051987] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquired lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.052173] env[69547]: DEBUG nova.network.neutron [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.087491] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.087891] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.088280] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleting the datastore file [datastore1] 6d8e108a-2e67-4076-855a-041f2253db32 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.091675] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75fc93c0-408e-4e29-b493-6d637ba47739 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.097903] env[69547]: DEBUG oslo_vmware.api [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1063.097903] env[69547]: value = "task-3162014" [ 1063.097903] env[69547]: _type = "Task" [ 1063.097903] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.107631] env[69547]: DEBUG oslo_vmware.api [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.114952] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162011, 'name': CreateVM_Task, 'duration_secs': 0.372303} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.115875] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.116565] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a563a144-d37a-4374-99d2-5da6a1742c09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.119355] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.119546] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.119853] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.120123] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e508a46-a388-4ddf-88aa-7656ccede2a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.126602] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b935f2-1910-4f94-a050-1f9b08611be6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.129520] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1063.129520] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5225a3d8-45bc-c79a-c8db-728d7e9e075e" [ 1063.129520] env[69547]: _type = "Task" [ 1063.129520] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.158788] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7cefd8-7f1b-4c1a-a1da-83c656f56a18 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.164625] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5225a3d8-45bc-c79a-c8db-728d7e9e075e, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.165237] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.165503] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.165760] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.165909] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.166129] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.166387] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3a5b6ba-9968-4fa5-96df-8e55d844c597 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.174020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22bc573-7420-46ec-a7dd-2e7d217b7cc6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.176203] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.176281] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.185652] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fdcbc0e-0b8f-4b69-8033-a0c65a205610 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.188265] env[69547]: DEBUG nova.compute.provider_tree [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.198212] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1063.198212] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d00c57-571d-bcb2-f2e3-a097d3591d7f" [ 1063.198212] env[69547]: _type = "Task" [ 1063.198212] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.206437] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d00c57-571d-bcb2-f2e3-a097d3591d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.359181] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162012, 'name': Rename_Task, 'duration_secs': 0.222036} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.359437] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.359838] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-176cea3f-e103-4e8b-84dc-8969c541c0bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.367100] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1063.367100] env[69547]: value = "task-3162015" [ 1063.367100] env[69547]: _type = "Task" [ 1063.367100] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.378942] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.387461] env[69547]: DEBUG nova.compute.manager [req-4c391da4-0eaa-4deb-805c-93c18f2162c8 req-c17be3e6-ffbc-445c-91ae-22cf5b5db99a service nova] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Received event network-changed-d6d21c9b-ac6e-4929-a4fd-76c541c8d459 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.387699] env[69547]: DEBUG nova.compute.manager [req-4c391da4-0eaa-4deb-805c-93c18f2162c8 req-c17be3e6-ffbc-445c-91ae-22cf5b5db99a service nova] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Refreshing instance network info cache due to event network-changed-d6d21c9b-ac6e-4929-a4fd-76c541c8d459. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.388102] env[69547]: DEBUG oslo_concurrency.lockutils [req-4c391da4-0eaa-4deb-805c-93c18f2162c8 req-c17be3e6-ffbc-445c-91ae-22cf5b5db99a service nova] Acquiring lock "refresh_cache-1ab1ed61-f501-43fe-b59d-e3fe17a3e803" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.388392] env[69547]: DEBUG oslo_concurrency.lockutils [req-4c391da4-0eaa-4deb-805c-93c18f2162c8 req-c17be3e6-ffbc-445c-91ae-22cf5b5db99a service nova] Acquired lock "refresh_cache-1ab1ed61-f501-43fe-b59d-e3fe17a3e803" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.388686] env[69547]: DEBUG nova.network.neutron [req-4c391da4-0eaa-4deb-805c-93c18f2162c8 req-c17be3e6-ffbc-445c-91ae-22cf5b5db99a service nova] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Refreshing network info cache for port d6d21c9b-ac6e-4929-a4fd-76c541c8d459 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.435688] env[69547]: DEBUG nova.objects.base [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.436070] env[69547]: DEBUG nova.network.neutron [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.501918] env[69547]: DEBUG nova.policy [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0d7100fe3f4fa89987884662765bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bdf3125741644dc957ed8a9909addb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.609031] env[69547]: DEBUG oslo_vmware.api [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385349} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.609031] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.609031] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.609230] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.609866] env[69547]: INFO nova.compute.manager [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1063.609866] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.609866] env[69547]: DEBUG nova.compute.manager [-] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.610127] env[69547]: DEBUG nova.network.neutron [-] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.691568] env[69547]: DEBUG nova.scheduler.client.report [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.716598] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d00c57-571d-bcb2-f2e3-a097d3591d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.717604] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d245130-5475-43c0-8eeb-03447dc65a25 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.730378] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1063.730378] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52926fa8-4524-06e9-ac70-dea3f74f1640" [ 1063.730378] env[69547]: _type = "Task" [ 1063.730378] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.738907] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52926fa8-4524-06e9-ac70-dea3f74f1640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.751987] env[69547]: DEBUG nova.compute.manager [req-ad8e6b0a-b999-4d28-a7d0-33e850852b66 req-dfda80a2-7098-43f7-8957-b9a0805b7c33 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Received event network-changed-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.752441] env[69547]: DEBUG nova.compute.manager [req-ad8e6b0a-b999-4d28-a7d0-33e850852b66 req-dfda80a2-7098-43f7-8957-b9a0805b7c33 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Refreshing instance network info cache due to event network-changed-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.752520] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad8e6b0a-b999-4d28-a7d0-33e850852b66 req-dfda80a2-7098-43f7-8957-b9a0805b7c33 service nova] Acquiring lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.796019] env[69547]: DEBUG nova.network.neutron [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updating instance_info_cache with network_info: [{"id": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "address": "fa:16:3e:5c:b7:6b", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a92b26-e0", "ovs_interfaceid": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.878498] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162015, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.100994] env[69547]: DEBUG nova.network.neutron [req-4c391da4-0eaa-4deb-805c-93c18f2162c8 req-c17be3e6-ffbc-445c-91ae-22cf5b5db99a service nova] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Updated VIF entry in instance network info cache for port d6d21c9b-ac6e-4929-a4fd-76c541c8d459. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.101769] env[69547]: DEBUG nova.network.neutron [req-4c391da4-0eaa-4deb-805c-93c18f2162c8 req-c17be3e6-ffbc-445c-91ae-22cf5b5db99a service nova] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Updating instance_info_cache with network_info: [{"id": "d6d21c9b-ac6e-4929-a4fd-76c541c8d459", "address": "fa:16:3e:11:14:7d", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d21c9b-ac", "ovs_interfaceid": "d6d21c9b-ac6e-4929-a4fd-76c541c8d459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.209052] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.211608] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.991s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.213264] env[69547]: INFO nova.compute.claims [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.236565] env[69547]: INFO nova.scheduler.client.report [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Deleted allocations for instance 1abdc0a5-e03b-4552-88f7-415e0c540b6b [ 1064.245684] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52926fa8-4524-06e9-ac70-dea3f74f1640, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.246223] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.246519] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803/1ab1ed61-f501-43fe-b59d-e3fe17a3e803.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.246850] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0d6bac9-bdac-4fb7-a629-d0365c12c4e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.255914] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1064.255914] env[69547]: value = "task-3162017" [ 1064.255914] env[69547]: _type = "Task" [ 1064.255914] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.264967] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.298843] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Releasing lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.300222] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad8e6b0a-b999-4d28-a7d0-33e850852b66 req-dfda80a2-7098-43f7-8957-b9a0805b7c33 service nova] Acquired lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.300498] env[69547]: DEBUG nova.network.neutron [req-ad8e6b0a-b999-4d28-a7d0-33e850852b66 req-dfda80a2-7098-43f7-8957-b9a0805b7c33 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Refreshing network info cache for port e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.379043] env[69547]: DEBUG oslo_vmware.api [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162015, 'name': PowerOnVM_Task, 'duration_secs': 0.588804} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.379043] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.379043] env[69547]: INFO nova.compute.manager [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1064.379043] env[69547]: DEBUG nova.compute.manager [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.379659] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b66d07-5a01-4409-b7ff-b42287d690a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.445874] env[69547]: DEBUG nova.network.neutron [-] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.604290] env[69547]: DEBUG oslo_concurrency.lockutils [req-4c391da4-0eaa-4deb-805c-93c18f2162c8 req-c17be3e6-ffbc-445c-91ae-22cf5b5db99a service nova] Releasing lock "refresh_cache-1ab1ed61-f501-43fe-b59d-e3fe17a3e803" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.749876] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52258d6f-a434-453f-ad8e-d9920e3e6362 tempest-ServerActionsV293TestJSON-2081792804 tempest-ServerActionsV293TestJSON-2081792804-project-member] Lock "1abdc0a5-e03b-4552-88f7-415e0c540b6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.354s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.765330] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.807984] env[69547]: DEBUG nova.compute.manager [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.808949] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598ce5eb-fb69-4e34-a240-2779d077a64a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.901172] env[69547]: INFO nova.compute.manager [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Took 17.63 seconds to build instance. [ 1064.949452] env[69547]: INFO nova.compute.manager [-] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Took 1.34 seconds to deallocate network for instance. [ 1065.123102] env[69547]: INFO nova.compute.manager [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Rebuilding instance [ 1065.136681] env[69547]: DEBUG nova.network.neutron [req-ad8e6b0a-b999-4d28-a7d0-33e850852b66 req-dfda80a2-7098-43f7-8957-b9a0805b7c33 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updated VIF entry in instance network info cache for port e5a92b26-e008-4dd5-87dd-c6bb6e2c1992. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.137148] env[69547]: DEBUG nova.network.neutron [req-ad8e6b0a-b999-4d28-a7d0-33e850852b66 req-dfda80a2-7098-43f7-8957-b9a0805b7c33 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updating instance_info_cache with network_info: [{"id": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "address": "fa:16:3e:5c:b7:6b", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a92b26-e0", "ovs_interfaceid": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.147541] env[69547]: DEBUG nova.network.neutron [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Successfully updated port: cb9896b0-a847-4095-bc2a-9c258de53bc3 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.180661] env[69547]: DEBUG nova.compute.manager [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.181831] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba756c86-7285-4046-a681-91fb0a2f82ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.266468] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162017, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.404339] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b6ed59e0-e4b1-4da3-9d2f-3bdbc8ae6d56 tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "e197bb92-549d-4c35-b822-37883b7b0a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.141s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.415622] env[69547]: DEBUG nova.compute.manager [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Received event network-vif-deleted-e3696756-9f53-4e1f-984e-96996f43b3c2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.415843] env[69547]: DEBUG nova.compute.manager [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-vif-plugged-cb9896b0-a847-4095-bc2a-9c258de53bc3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.416061] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.416287] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] Lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.416453] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] Lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.416622] env[69547]: DEBUG nova.compute.manager [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] No waiting events found dispatching network-vif-plugged-cb9896b0-a847-4095-bc2a-9c258de53bc3 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.416820] env[69547]: WARNING nova.compute.manager [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received unexpected event network-vif-plugged-cb9896b0-a847-4095-bc2a-9c258de53bc3 for instance with vm_state active and task_state None. [ 1065.416996] env[69547]: DEBUG nova.compute.manager [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-changed-cb9896b0-a847-4095-bc2a-9c258de53bc3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.417173] env[69547]: DEBUG nova.compute.manager [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Refreshing instance network info cache due to event network-changed-cb9896b0-a847-4095-bc2a-9c258de53bc3. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.417357] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] Acquiring lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.417492] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] Acquired lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.417646] env[69547]: DEBUG nova.network.neutron [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Refreshing network info cache for port cb9896b0-a847-4095-bc2a-9c258de53bc3 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.457805] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.515477] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f422ee-2e5f-428b-9d89-f07b8d6df4ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.523618] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c2b989-0d27-479e-b3e8-4693aa7fd933 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.552745] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc0138a-bb59-4036-a66b-3b3ffc7566ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.560496] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd912da-224c-43e4-98f5-c2fc074f6b75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.575080] env[69547]: DEBUG nova.compute.provider_tree [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.643139] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad8e6b0a-b999-4d28-a7d0-33e850852b66 req-dfda80a2-7098-43f7-8957-b9a0805b7c33 service nova] Releasing lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.654336] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.765800] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162017, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.827504] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd736a17-a8da-4134-90f3-0f8f84a68e26 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.835013] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Doing hard reboot of VM {{(pid=69547) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1065.835382] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c374229d-a57a-42de-aa6f-dd0dee3cc6cc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.841956] env[69547]: DEBUG oslo_vmware.api [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1065.841956] env[69547]: value = "task-3162018" [ 1065.841956] env[69547]: _type = "Task" [ 1065.841956] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.849722] env[69547]: DEBUG oslo_vmware.api [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162018, 'name': ResetVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.043317] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1066.043580] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632633', 'volume_id': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'name': 'volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee6b7c61-9eff-49a6-9ba6-294a7de0e65d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'serial': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1066.044490] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac488605-0bfb-4747-8447-95c41a3c2aa5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.063129] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0140c8-f2f3-4f32-9690-d4fb8d69156b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.083585] env[69547]: DEBUG nova.scheduler.client.report [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.094990] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402/volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.098190] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d932129-af58-4959-95bf-2524a3a51e85 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.117588] env[69547]: DEBUG oslo_vmware.api [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1066.117588] env[69547]: value = "task-3162019" [ 1066.117588] env[69547]: _type = "Task" [ 1066.117588] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.125996] env[69547]: DEBUG oslo_vmware.api [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.178384] env[69547]: DEBUG nova.network.neutron [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Added VIF to instance network info cache for port cb9896b0-a847-4095-bc2a-9c258de53bc3. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1066.178867] env[69547]: DEBUG nova.network.neutron [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "address": "fa:16:3e:43:11:0b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549e0ec7-68", "ovs_interfaceid": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb9896b0-a847-4095-bc2a-9c258de53bc3", "address": "fa:16:3e:b7:f3:8a", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9896b0-a8", "ovs_interfaceid": "cb9896b0-a847-4095-bc2a-9c258de53bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.199636] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.199930] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaddfb4e-d41a-45de-a484-a5a66ea436fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.208182] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1066.208182] env[69547]: value = "task-3162020" [ 1066.208182] env[69547]: _type = "Task" [ 1066.208182] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.216014] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.268432] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162017, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.921724} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.268711] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803/1ab1ed61-f501-43fe-b59d-e3fe17a3e803.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.268936] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.269210] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5cb67fe-2d9a-490d-b22b-9629d919da8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.277685] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1066.277685] env[69547]: value = "task-3162021" [ 1066.277685] env[69547]: _type = "Task" [ 1066.277685] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.289971] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.352978] env[69547]: DEBUG oslo_vmware.api [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162018, 'name': ResetVM_Task, 'duration_secs': 0.42474} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.353639] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Did hard reboot of VM {{(pid=69547) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1066.353859] env[69547]: DEBUG nova.compute.manager [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.354885] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dcfc1c-b26a-4922-b9b6-8d4be2b22e5f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.597096] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.597675] env[69547]: DEBUG nova.compute.manager [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.600626] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.863s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.600857] env[69547]: DEBUG nova.objects.instance [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lazy-loading 'resources' on Instance uuid 8f8e4449-2651-4450-90ff-18e61940022f {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.633084] env[69547]: DEBUG oslo_vmware.api [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162019, 'name': ReconfigVM_Task, 'duration_secs': 0.376692} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.633390] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402/volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.644818] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c725e4-958d-4bfb-b7a2-70768e1c8dcc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.666092] env[69547]: DEBUG oslo_vmware.api [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1066.666092] env[69547]: value = "task-3162022" [ 1066.666092] env[69547]: _type = "Task" [ 1066.666092] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.678811] env[69547]: DEBUG oslo_vmware.api [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.684795] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad2eb54f-d980-492b-bbac-fd854e64d3bd req-948aee11-9113-482a-b692-11112a3437ee service nova] Releasing lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.685243] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.685436] env[69547]: DEBUG nova.network.neutron [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.718536] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162020, 'name': PowerOffVM_Task, 'duration_secs': 0.209256} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.718835] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.719102] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.719864] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cab7b5-d156-4eed-a155-cc53edd4529d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.727240] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.727474] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71b45f54-4caa-4a38-bbb7-5bda25e52b85 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.749924] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.750169] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.750357] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Deleting the datastore file [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.750619] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb019efc-4c60-490d-8415-4da87ab20db5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.756971] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1066.756971] env[69547]: value = "task-3162024" [ 1066.756971] env[69547]: _type = "Task" [ 1066.756971] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.765306] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.787487] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142115} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.787801] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.788586] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fba7df-2dbd-47ad-9a48-84cdf26a5418 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.811376] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803/1ab1ed61-f501-43fe-b59d-e3fe17a3e803.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.811694] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9759501-3f0f-4ebc-878f-fd2c8f54bf20 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.834465] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1066.834465] env[69547]: value = "task-3162025" [ 1066.834465] env[69547]: _type = "Task" [ 1066.834465] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.843729] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.869369] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9d3e4df-868e-429c-8df2-2dcd7d860a7e tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "dc90511d-bda9-4568-a739-caff59c1f986" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.343s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.105858] env[69547]: DEBUG nova.compute.utils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.112013] env[69547]: DEBUG nova.compute.manager [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.112375] env[69547]: DEBUG nova.network.neutron [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.169842] env[69547]: DEBUG nova.policy [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6077e78457fa4677b8189ec41182b95d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de9063990d84d8dbda34bfdf16f482d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.190625] env[69547]: DEBUG oslo_vmware.api [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162022, 'name': ReconfigVM_Task, 'duration_secs': 0.145758} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.191380] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632633', 'volume_id': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'name': 'volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee6b7c61-9eff-49a6-9ba6-294a7de0e65d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'serial': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1067.235260] env[69547]: WARNING nova.network.neutron [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] 185db1c3-8c86-43b3-a250-1069620f2ca3 already exists in list: networks containing: ['185db1c3-8c86-43b3-a250-1069620f2ca3']. ignoring it [ 1067.235503] env[69547]: WARNING nova.network.neutron [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] 185db1c3-8c86-43b3-a250-1069620f2ca3 already exists in list: networks containing: ['185db1c3-8c86-43b3-a250-1069620f2ca3']. ignoring it [ 1067.235686] env[69547]: WARNING nova.network.neutron [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] 185db1c3-8c86-43b3-a250-1069620f2ca3 already exists in list: networks containing: ['185db1c3-8c86-43b3-a250-1069620f2ca3']. ignoring it [ 1067.235922] env[69547]: WARNING nova.network.neutron [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] cb9896b0-a847-4095-bc2a-9c258de53bc3 already exists in list: port_ids containing: ['cb9896b0-a847-4095-bc2a-9c258de53bc3']. ignoring it [ 1067.266568] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150503} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.266931] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.267155] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.268083] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.345538] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.414309] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d40cc0-2b59-46eb-b637-de802573256c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.421950] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44855073-2e81-4ddd-9df3-a4e4f0f20fd2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.455567] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d16e5-505e-4764-bffb-1725930f6119 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.465393] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c190516-39da-474c-9c4d-13640ee3ace5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.481277] env[69547]: DEBUG nova.compute.provider_tree [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.487632] env[69547]: DEBUG nova.network.neutron [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Successfully created port: 1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.612718] env[69547]: DEBUG nova.compute.manager [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.852160] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162025, 'name': ReconfigVM_Task, 'duration_secs': 0.624769} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.852806] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803/1ab1ed61-f501-43fe-b59d-e3fe17a3e803.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.853887] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcef5aec-aba9-4435-8966-6b3ee4edd894 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.861992] env[69547]: DEBUG nova.compute.manager [req-6f129656-0f56-4357-9d4c-6f20c0bbc3c0 req-93062615-8251-411a-a12d-2c4602c51727 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Received event network-changed-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.862230] env[69547]: DEBUG nova.compute.manager [req-6f129656-0f56-4357-9d4c-6f20c0bbc3c0 req-93062615-8251-411a-a12d-2c4602c51727 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Refreshing instance network info cache due to event network-changed-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.862466] env[69547]: DEBUG oslo_concurrency.lockutils [req-6f129656-0f56-4357-9d4c-6f20c0bbc3c0 req-93062615-8251-411a-a12d-2c4602c51727 service nova] Acquiring lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.862613] env[69547]: DEBUG oslo_concurrency.lockutils [req-6f129656-0f56-4357-9d4c-6f20c0bbc3c0 req-93062615-8251-411a-a12d-2c4602c51727 service nova] Acquired lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.862788] env[69547]: DEBUG nova.network.neutron [req-6f129656-0f56-4357-9d4c-6f20c0bbc3c0 req-93062615-8251-411a-a12d-2c4602c51727 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Refreshing network info cache for port e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.865555] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1067.865555] env[69547]: value = "task-3162026" [ 1067.865555] env[69547]: _type = "Task" [ 1067.865555] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.876186] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162026, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.901065] env[69547]: DEBUG nova.network.neutron [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "address": "fa:16:3e:43:11:0b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549e0ec7-68", "ovs_interfaceid": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb9896b0-a847-4095-bc2a-9c258de53bc3", "address": "fa:16:3e:b7:f3:8a", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9896b0-a8", "ovs_interfaceid": "cb9896b0-a847-4095-bc2a-9c258de53bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.986081] env[69547]: DEBUG nova.scheduler.client.report [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.228099] env[69547]: DEBUG nova.objects.instance [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.316107] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.316369] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.316530] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.316749] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.316922] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.317101] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.317330] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.317494] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.317698] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.317917] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.318135] env[69547]: DEBUG nova.virt.hardware [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.319032] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f99d30-1fff-4514-8b83-8676f4c274e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.327455] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899eca01-660b-49e5-aff3-ff8842ee63ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.343140] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.349034] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.350425] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.352431] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f231ef88-1675-44c4-bc7a-4b72f7fe892d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.375869] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.375869] env[69547]: value = "task-3162027" [ 1068.375869] env[69547]: _type = "Task" [ 1068.375869] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.382556] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162026, 'name': Rename_Task, 'duration_secs': 0.184254} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.383161] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.383400] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f5f1f3-4ae3-48fd-bd6a-f4c28644a23d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.388018] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162027, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.393057] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1068.393057] env[69547]: value = "task-3162028" [ 1068.393057] env[69547]: _type = "Task" [ 1068.393057] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.403721] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.404787] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.404787] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.405585] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5010309f-2ac1-46c1-bbc8-d7f28521c23a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.411907] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.427788] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.427788] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.427788] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.427788] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.427788] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.428239] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.428239] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.428376] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.428548] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.428745] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.428937] env[69547]: DEBUG nova.virt.hardware [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.435735] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfiguring VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1068.438778] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6526660a-bf4f-4650-9872-454897496c7c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.457462] env[69547]: DEBUG oslo_vmware.api [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1068.457462] env[69547]: value = "task-3162029" [ 1068.457462] env[69547]: _type = "Task" [ 1068.457462] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.467012] env[69547]: DEBUG oslo_vmware.api [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162029, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.491074] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.493535] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.393s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.495181] env[69547]: INFO nova.compute.claims [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.518055] env[69547]: INFO nova.scheduler.client.report [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Deleted allocations for instance 8f8e4449-2651-4450-90ff-18e61940022f [ 1068.622347] env[69547]: DEBUG nova.compute.manager [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.645224] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "dc90511d-bda9-4568-a739-caff59c1f986" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.645562] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "dc90511d-bda9-4568-a739-caff59c1f986" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.645810] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "dc90511d-bda9-4568-a739-caff59c1f986-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.646015] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "dc90511d-bda9-4568-a739-caff59c1f986-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.647777] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "dc90511d-bda9-4568-a739-caff59c1f986-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.651331] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.651331] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.651331] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.651486] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.651634] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.651833] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.652386] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.652692] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.653414] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.653414] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.653754] env[69547]: DEBUG nova.virt.hardware [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.654751] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179c22fc-785e-46ae-806d-60e0a080a5b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.657924] env[69547]: INFO nova.compute.manager [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Terminating instance [ 1068.668278] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50054187-7833-4836-b2ce-4bfcf3ae2aeb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.713214] env[69547]: DEBUG nova.network.neutron [req-6f129656-0f56-4357-9d4c-6f20c0bbc3c0 req-93062615-8251-411a-a12d-2c4602c51727 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updated VIF entry in instance network info cache for port e5a92b26-e008-4dd5-87dd-c6bb6e2c1992. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.713214] env[69547]: DEBUG nova.network.neutron [req-6f129656-0f56-4357-9d4c-6f20c0bbc3c0 req-93062615-8251-411a-a12d-2c4602c51727 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updating instance_info_cache with network_info: [{"id": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "address": "fa:16:3e:5c:b7:6b", "network": {"id": "4006e49d-e786-4d19-b86f-889d8e08c5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1513040101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3865bbb6b147480aa1495b67a1c341b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a92b26-e0", "ovs_interfaceid": "e5a92b26-e008-4dd5-87dd-c6bb6e2c1992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.736462] env[69547]: DEBUG oslo_concurrency.lockutils [None req-405b2266-38b3-48b0-b08a-73efc2b799ae tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.306s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.866293] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.866657] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.866980] env[69547]: DEBUG nova.compute.manager [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.868747] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f383677b-695f-4794-8400-63fcb0b25827 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.884820] env[69547]: DEBUG nova.compute.manager [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69547) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1068.885979] env[69547]: DEBUG nova.objects.instance [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.894190] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162027, 'name': CreateVM_Task, 'duration_secs': 0.437954} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.900027] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.901871] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.902134] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.902553] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.903704] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ef2ecc-e87a-46ed-beb8-bbce712b93b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.911797] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162028, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.915793] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1068.915793] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b83bd3-2e3e-2189-22e0-4f71c101338d" [ 1068.915793] env[69547]: _type = "Task" [ 1068.915793] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.927753] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b83bd3-2e3e-2189-22e0-4f71c101338d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.972169] env[69547]: DEBUG oslo_vmware.api [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.995484] env[69547]: DEBUG nova.compute.manager [req-ffda7edb-3014-4473-a078-b304f1a3f599 req-5e01e302-ae03-4c15-9b33-eb1989395eeb service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Received event network-vif-plugged-1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.995716] env[69547]: DEBUG oslo_concurrency.lockutils [req-ffda7edb-3014-4473-a078-b304f1a3f599 req-5e01e302-ae03-4c15-9b33-eb1989395eeb service nova] Acquiring lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.995914] env[69547]: DEBUG oslo_concurrency.lockutils [req-ffda7edb-3014-4473-a078-b304f1a3f599 req-5e01e302-ae03-4c15-9b33-eb1989395eeb service nova] Lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.996098] env[69547]: DEBUG oslo_concurrency.lockutils [req-ffda7edb-3014-4473-a078-b304f1a3f599 req-5e01e302-ae03-4c15-9b33-eb1989395eeb service nova] Lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.996280] env[69547]: DEBUG nova.compute.manager [req-ffda7edb-3014-4473-a078-b304f1a3f599 req-5e01e302-ae03-4c15-9b33-eb1989395eeb service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] No waiting events found dispatching network-vif-plugged-1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.996510] env[69547]: WARNING nova.compute.manager [req-ffda7edb-3014-4473-a078-b304f1a3f599 req-5e01e302-ae03-4c15-9b33-eb1989395eeb service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Received unexpected event network-vif-plugged-1d6c45ef-6d16-456c-abc2-08c75a52453c for instance with vm_state building and task_state spawning. [ 1069.029412] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a448cd61-ea94-439b-b184-938e00a9a47f tempest-ServersWithSpecificFlavorTestJSON-488588843 tempest-ServersWithSpecificFlavorTestJSON-488588843-project-member] Lock "8f8e4449-2651-4450-90ff-18e61940022f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.929s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.161555] env[69547]: DEBUG nova.network.neutron [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Successfully updated port: 1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.168337] env[69547]: DEBUG nova.compute.manager [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.168337] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.169681] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce385c0-2b7b-40ca-81df-f0008c8e67c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.182023] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.183058] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b10a7c0-801e-4602-938d-46a5f6708b3a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.192451] env[69547]: DEBUG oslo_vmware.api [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1069.192451] env[69547]: value = "task-3162030" [ 1069.192451] env[69547]: _type = "Task" [ 1069.192451] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.204273] env[69547]: DEBUG oslo_vmware.api [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.215598] env[69547]: DEBUG oslo_concurrency.lockutils [req-6f129656-0f56-4357-9d4c-6f20c0bbc3c0 req-93062615-8251-411a-a12d-2c4602c51727 service nova] Releasing lock "refresh_cache-dc90511d-bda9-4568-a739-caff59c1f986" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.403609] env[69547]: DEBUG oslo_vmware.api [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162028, 'name': PowerOnVM_Task, 'duration_secs': 0.679678} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.404525] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.404757] env[69547]: INFO nova.compute.manager [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1069.404950] env[69547]: DEBUG nova.compute.manager [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.405731] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714be6d-b464-4b33-8023-e5cd87a197c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.433522] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b83bd3-2e3e-2189-22e0-4f71c101338d, 'name': SearchDatastore_Task, 'duration_secs': 0.015855} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.433845] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.434785] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.435713] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.435916] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.436123] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.436389] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-accbcf1c-47f5-4f0a-a60c-89e3ea4de471 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.447021] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.447021] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.447021] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d214b794-1154-4940-b394-20e58e151e14 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.450875] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1069.450875] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526f51a9-5520-ada7-29d2-b854fd5729ce" [ 1069.450875] env[69547]: _type = "Task" [ 1069.450875] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.458975] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526f51a9-5520-ada7-29d2-b854fd5729ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.467863] env[69547]: DEBUG oslo_vmware.api [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162029, 'name': ReconfigVM_Task, 'duration_secs': 0.754385} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.468721] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.468933] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfigured VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1069.668063] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.668063] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquired lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.668063] env[69547]: DEBUG nova.network.neutron [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.709581] env[69547]: DEBUG oslo_vmware.api [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162030, 'name': PowerOffVM_Task, 'duration_secs': 0.202157} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.710240] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.710861] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.711114] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d2b440-164a-47a9-9c8a-6d448a1916a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.779096] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.779096] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.779096] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Deleting the datastore file [datastore2] dc90511d-bda9-4568-a739-caff59c1f986 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.779096] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae3ad0f8-812a-41d7-b315-b2038eda5797 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.792029] env[69547]: DEBUG oslo_vmware.api [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1069.792029] env[69547]: value = "task-3162032" [ 1069.792029] env[69547]: _type = "Task" [ 1069.792029] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.799102] env[69547]: DEBUG oslo_vmware.api [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.806020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3370da-ab64-430e-9595-aa22a836553a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.814020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ee1ead-ba55-44f4-b833-a7a27152998d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.845430] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ee796e-32a2-41b3-bc5f-286b5c8232d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.853728] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abc2e8-d7a7-4d15-b69b-16a9d047102d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.867804] env[69547]: DEBUG nova.compute.provider_tree [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.894196] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.894672] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1076e6e7-af1d-4b75-8d96-a0faaf1bcb4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.901864] env[69547]: DEBUG oslo_vmware.api [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1069.901864] env[69547]: value = "task-3162033" [ 1069.901864] env[69547]: _type = "Task" [ 1069.901864] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.911391] env[69547]: DEBUG oslo_vmware.api [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.923747] env[69547]: INFO nova.compute.manager [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Took 21.54 seconds to build instance. [ 1069.964425] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526f51a9-5520-ada7-29d2-b854fd5729ce, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.964425] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2353aa8f-d3d7-473c-a09e-0278d098b3eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.971953] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1069.971953] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a0ae57-46e5-8c02-9a18-a8ac0c5f9a70" [ 1069.971953] env[69547]: _type = "Task" [ 1069.971953] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.977852] env[69547]: DEBUG oslo_concurrency.lockutils [None req-52c833d7-9885-49a9-8031-5fd16ef89a7a tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-cb9896b0-a847-4095-bc2a-9c258de53bc3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.657s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.990610] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a0ae57-46e5-8c02-9a18-a8ac0c5f9a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.205226] env[69547]: DEBUG nova.network.neutron [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.300119] env[69547]: DEBUG oslo_vmware.api [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258801} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.300467] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.300688] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.300911] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.301118] env[69547]: INFO nova.compute.manager [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1070.301450] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.301696] env[69547]: DEBUG nova.compute.manager [-] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.301828] env[69547]: DEBUG nova.network.neutron [-] [instance: dc90511d-bda9-4568-a739-caff59c1f986] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.370992] env[69547]: DEBUG nova.scheduler.client.report [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.412212] env[69547]: DEBUG oslo_vmware.api [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162033, 'name': PowerOffVM_Task, 'duration_secs': 0.224933} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.412580] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.413112] env[69547]: DEBUG nova.compute.manager [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.413489] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8938ef5c-cee2-4a76-8bf0-4fb45fdf6b56 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.416842] env[69547]: DEBUG nova.network.neutron [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updating instance_info_cache with network_info: [{"id": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "address": "fa:16:3e:cd:70:00", "network": {"id": "7d5da3c4-8be1-4301-ba1d-7e7cc262a1e5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-965956096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9de9063990d84d8dbda34bfdf16f482d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c45ef-6d", "ovs_interfaceid": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.427019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e84fedf9-8385-4fe3-9dc5-0e6bd6961354 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.052s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.484559] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a0ae57-46e5-8c02-9a18-a8ac0c5f9a70, 'name': SearchDatastore_Task, 'duration_secs': 0.017096} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.485294] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.485635] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05/e197bb92-549d-4c35-b822-37883b7b0a05.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.485929] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e9d581-f39d-46e6-9be3-5943fb2c8e60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.492098] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1070.492098] env[69547]: value = "task-3162034" [ 1070.492098] env[69547]: _type = "Task" [ 1070.492098] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.500597] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.879026] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.879026] env[69547]: DEBUG nova.compute.manager [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.880427] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.327s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.883146] env[69547]: INFO nova.compute.claims [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.922871] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Releasing lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.922871] env[69547]: DEBUG nova.compute.manager [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Instance network_info: |[{"id": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "address": "fa:16:3e:cd:70:00", "network": {"id": "7d5da3c4-8be1-4301-ba1d-7e7cc262a1e5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-965956096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9de9063990d84d8dbda34bfdf16f482d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c45ef-6d", "ovs_interfaceid": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.922871] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:70:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d6c45ef-6d16-456c-abc2-08c75a52453c', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.931706] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Creating folder: Project (9de9063990d84d8dbda34bfdf16f482d). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.935568] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-025ba0d6-81b1-4306-9a91-53ce713762cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.938908] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5e09e0e1-7d5c-4347-90d7-d0b2ab2e1a72 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.950159] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Created folder: Project (9de9063990d84d8dbda34bfdf16f482d) in parent group-v632381. [ 1070.950691] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Creating folder: Instances. Parent ref: group-v632636. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.953059] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b4c964-0b3b-4bf9-9d7c-b9aae2d1606d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.963578] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Created folder: Instances in parent group-v632636. [ 1070.963826] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.964078] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.964312] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6cce150-49c1-4980-a332-bb9df91bcfc7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.986114] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.986114] env[69547]: value = "task-3162037" [ 1070.986114] env[69547]: _type = "Task" [ 1070.986114] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.996334] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162037, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.005703] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51069} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.005995] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05/e197bb92-549d-4c35-b822-37883b7b0a05.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.006276] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.006547] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f7e333b-438a-4f3d-887c-fab17c6fd378 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.014322] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1071.014322] env[69547]: value = "task-3162038" [ 1071.014322] env[69547]: _type = "Task" [ 1071.014322] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.028579] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.204716] env[69547]: DEBUG nova.compute.manager [req-181c863b-7f1b-41d9-bbc1-9685f8b2449a req-86b9961b-8e7d-431e-911f-cd4ecf9d25f7 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Received event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.204896] env[69547]: DEBUG nova.compute.manager [req-181c863b-7f1b-41d9-bbc1-9685f8b2449a req-86b9961b-8e7d-431e-911f-cd4ecf9d25f7 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing instance network info cache due to event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.205187] env[69547]: DEBUG oslo_concurrency.lockutils [req-181c863b-7f1b-41d9-bbc1-9685f8b2449a req-86b9961b-8e7d-431e-911f-cd4ecf9d25f7 service nova] Acquiring lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.205317] env[69547]: DEBUG oslo_concurrency.lockutils [req-181c863b-7f1b-41d9-bbc1-9685f8b2449a req-86b9961b-8e7d-431e-911f-cd4ecf9d25f7 service nova] Acquired lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.205488] env[69547]: DEBUG nova.network.neutron [req-181c863b-7f1b-41d9-bbc1-9685f8b2449a req-86b9961b-8e7d-431e-911f-cd4ecf9d25f7 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.269949] env[69547]: DEBUG nova.compute.manager [req-2684fcec-92c7-440f-9360-2b35671e73c1 req-7f17dc39-781a-47c7-bc68-3357df3a68c8 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Received event network-vif-deleted-e5a92b26-e008-4dd5-87dd-c6bb6e2c1992 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.269949] env[69547]: INFO nova.compute.manager [req-2684fcec-92c7-440f-9360-2b35671e73c1 req-7f17dc39-781a-47c7-bc68-3357df3a68c8 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Neutron deleted interface e5a92b26-e008-4dd5-87dd-c6bb6e2c1992; detaching it from the instance and deleting it from the info cache [ 1071.269949] env[69547]: DEBUG nova.network.neutron [req-2684fcec-92c7-440f-9360-2b35671e73c1 req-7f17dc39-781a-47c7-bc68-3357df3a68c8 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.390304] env[69547]: DEBUG nova.compute.utils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.393072] env[69547]: DEBUG nova.compute.manager [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.393248] env[69547]: DEBUG nova.network.neutron [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.433744] env[69547]: DEBUG nova.policy [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdc70c9b698d4ebf9edf7cd9fe564b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93d95578bc4c439081438574e2830c6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.500671] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162037, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.523810] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201728} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.524221] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.525039] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9360a4-6315-4cf7-8de1-6793b645dc9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.546959] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05/e197bb92-549d-4c35-b822-37883b7b0a05.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.547800] env[69547]: DEBUG nova.network.neutron [-] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.548922] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c2d97f-901c-4ab3-a0ea-7a666da97067 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.568125] env[69547]: INFO nova.compute.manager [-] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Took 1.27 seconds to deallocate network for instance. [ 1071.575676] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1071.575676] env[69547]: value = "task-3162039" [ 1071.575676] env[69547]: _type = "Task" [ 1071.575676] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.585557] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.735886] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcc294be-5df4-4efe-9191-1da0a8f82b83 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.747386] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7be68-fe5d-4d04-a4bf-482ba23f4e8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.784368] env[69547]: DEBUG nova.compute.manager [req-2684fcec-92c7-440f-9360-2b35671e73c1 req-7f17dc39-781a-47c7-bc68-3357df3a68c8 service nova] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Detach interface failed, port_id=e5a92b26-e008-4dd5-87dd-c6bb6e2c1992, reason: Instance dc90511d-bda9-4568-a739-caff59c1f986 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.863604] env[69547]: DEBUG nova.network.neutron [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Successfully created port: 4abd913e-9d07-4848-bca5-ec6b5b0cc965 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.894983] env[69547]: DEBUG nova.compute.manager [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.917284] env[69547]: DEBUG nova.objects.instance [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.007643] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162037, 'name': CreateVM_Task, 'duration_secs': 0.660531} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.007840] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.009153] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.009317] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.009693] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.010738] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf5be1e-d72c-42ac-957b-a9b55c5ac392 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.016557] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1072.016557] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5280befa-8acb-59c4-ed77-c0157f96ce74" [ 1072.016557] env[69547]: _type = "Task" [ 1072.016557] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.032188] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5280befa-8acb-59c4-ed77-c0157f96ce74, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.032724] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.032724] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.032966] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.033124] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.033302] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.033575] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfb97483-3fea-418e-8662-d1215bbfffd8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.036250] env[69547]: DEBUG nova.network.neutron [req-181c863b-7f1b-41d9-bbc1-9685f8b2449a req-86b9961b-8e7d-431e-911f-cd4ecf9d25f7 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updated VIF entry in instance network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.036667] env[69547]: DEBUG nova.network.neutron [req-181c863b-7f1b-41d9-bbc1-9685f8b2449a req-86b9961b-8e7d-431e-911f-cd4ecf9d25f7 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updating instance_info_cache with network_info: [{"id": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "address": "fa:16:3e:cd:70:00", "network": {"id": "7d5da3c4-8be1-4301-ba1d-7e7cc262a1e5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-965956096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9de9063990d84d8dbda34bfdf16f482d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c45ef-6d", "ovs_interfaceid": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.044122] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.044122] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.044945] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155eae4f-791a-4d8e-b058-afab6269003e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.053625] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1072.053625] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522f0420-aa6b-ac39-f7bf-cb3177d309d0" [ 1072.053625] env[69547]: _type = "Task" [ 1072.053625] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.067842] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522f0420-aa6b-ac39-f7bf-cb3177d309d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.068691] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9288670c-7d30-4edd-89ef-39a465c9bbd9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.073899] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1072.073899] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bcaeb0-675e-bb40-4a56-23577cf095de" [ 1072.073899] env[69547]: _type = "Task" [ 1072.073899] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.077878] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.089095] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bcaeb0-675e-bb40-4a56-23577cf095de, 'name': SearchDatastore_Task, 'duration_secs': 0.008357} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.092154] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.092377] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2/0f5e1946-2436-4da6-a0b8-a7e2d521e0a2.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.092661] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162039, 'name': ReconfigVM_Task, 'duration_secs': 0.393607} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.092857] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbfe795a-20bd-45d2-98a1-c6f2485a6e06 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.094965] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05/e197bb92-549d-4c35-b822-37883b7b0a05.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.097932] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71690365-aeb1-4ae6-97b6-c19fa869fe91 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.108067] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1072.108067] env[69547]: value = "task-3162040" [ 1072.108067] env[69547]: _type = "Task" [ 1072.108067] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.108067] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1072.108067] env[69547]: value = "task-3162041" [ 1072.108067] env[69547]: _type = "Task" [ 1072.108067] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.123939] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.128103] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162041, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.285178] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9189f55-3955-47d9-8b4b-1718c4b0c211 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.295382] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56922eaa-c5b5-466c-a645-370cb4307a96 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.329780] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e10ac4-7dbb-4c0a-9838-93700aeb29d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.341674] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0efe628-3c26-4f47-a2e5-c011501025d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.362383] env[69547]: DEBUG nova.compute.provider_tree [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.424420] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.424895] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.425147] env[69547]: DEBUG nova.network.neutron [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.425344] env[69547]: DEBUG nova.objects.instance [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'info_cache' on Instance uuid ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.539193] env[69547]: DEBUG oslo_concurrency.lockutils [req-181c863b-7f1b-41d9-bbc1-9685f8b2449a req-86b9961b-8e7d-431e-911f-cd4ecf9d25f7 service nova] Releasing lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.566536] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquiring lock "972f6635-f311-4f92-8cb6-8f09d3413bd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.566970] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "972f6635-f311-4f92-8cb6-8f09d3413bd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.627420] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162041, 'name': Rename_Task, 'duration_secs': 0.167344} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.630985] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.631713] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.631953] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ea5ff2-d640-4b41-a10a-1cfc1b4344ba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.641016] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1072.641016] env[69547]: value = "task-3162042" [ 1072.641016] env[69547]: _type = "Task" [ 1072.641016] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.653300] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.681686] env[69547]: INFO nova.compute.manager [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Rebuilding instance [ 1072.705154] env[69547]: DEBUG oslo_concurrency.lockutils [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-549e0ec7-68b0-4141-9f68-bf8ccbc53d20" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.705581] env[69547]: DEBUG oslo_concurrency.lockutils [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-549e0ec7-68b0-4141-9f68-bf8ccbc53d20" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.725897] env[69547]: DEBUG nova.compute.manager [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.726854] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be2696-9d24-4c66-bbaf-9b6c3ff6dc9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.865186] env[69547]: DEBUG nova.scheduler.client.report [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.911209] env[69547]: DEBUG nova.compute.manager [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.929315] env[69547]: DEBUG nova.objects.base [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1072.941511] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.941768] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.941927] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.942119] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.942269] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.942416] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.942621] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.942781] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.942948] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.943213] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.943408] env[69547]: DEBUG nova.virt.hardware [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.944926] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91645588-3d26-4443-a6cb-0d0ea616f563 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.953275] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652d513d-7818-4abd-96f7-e2d8ae1a8cb4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.072042] env[69547]: DEBUG nova.compute.manager [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.121286] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572745} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.124417] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2/0f5e1946-2436-4da6-a0b8-a7e2d521e0a2.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.124417] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.124417] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53b5fa5d-a62b-4292-9adc-b1c989b57c1e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.129744] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1073.129744] env[69547]: value = "task-3162043" [ 1073.129744] env[69547]: _type = "Task" [ 1073.129744] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.138347] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.148028] env[69547]: DEBUG oslo_vmware.api [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162042, 'name': PowerOnVM_Task, 'duration_secs': 0.474835} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.149132] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.149386] env[69547]: DEBUG nova.compute.manager [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.150178] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e912022e-5086-4d7c-bc6c-d047c3ebebee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.208984] env[69547]: DEBUG oslo_concurrency.lockutils [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.209206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.210077] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7b14ab-f4ea-48a7-b07f-d9299b4239a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.229464] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01151a73-aad4-44a7-b21f-ef87a2eded60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.268975] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfiguring VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1073.269846] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6eba4b8-902e-4a1d-94f6-e132646bceb7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.290948] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1073.290948] env[69547]: value = "task-3162044" [ 1073.290948] env[69547]: _type = "Task" [ 1073.290948] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.300432] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.371023] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.371611] env[69547]: DEBUG nova.compute.manager [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.374709] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.964s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.376149] env[69547]: INFO nova.compute.claims [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.425615] env[69547]: DEBUG nova.compute.manager [req-8b023b88-ab90-4a90-b88a-8f011bd9a51f req-cd0ce909-ae84-4d1f-9315-2866a0787706 service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Received event network-vif-plugged-4abd913e-9d07-4848-bca5-ec6b5b0cc965 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.425838] env[69547]: DEBUG oslo_concurrency.lockutils [req-8b023b88-ab90-4a90-b88a-8f011bd9a51f req-cd0ce909-ae84-4d1f-9315-2866a0787706 service nova] Acquiring lock "8ea72f91-aadb-4b9a-b591-5707665f6498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.426064] env[69547]: DEBUG oslo_concurrency.lockutils [req-8b023b88-ab90-4a90-b88a-8f011bd9a51f req-cd0ce909-ae84-4d1f-9315-2866a0787706 service nova] Lock "8ea72f91-aadb-4b9a-b591-5707665f6498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.426239] env[69547]: DEBUG oslo_concurrency.lockutils [req-8b023b88-ab90-4a90-b88a-8f011bd9a51f req-cd0ce909-ae84-4d1f-9315-2866a0787706 service nova] Lock "8ea72f91-aadb-4b9a-b591-5707665f6498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.426406] env[69547]: DEBUG nova.compute.manager [req-8b023b88-ab90-4a90-b88a-8f011bd9a51f req-cd0ce909-ae84-4d1f-9315-2866a0787706 service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] No waiting events found dispatching network-vif-plugged-4abd913e-9d07-4848-bca5-ec6b5b0cc965 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.426593] env[69547]: WARNING nova.compute.manager [req-8b023b88-ab90-4a90-b88a-8f011bd9a51f req-cd0ce909-ae84-4d1f-9315-2866a0787706 service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Received unexpected event network-vif-plugged-4abd913e-9d07-4848-bca5-ec6b5b0cc965 for instance with vm_state building and task_state spawning. [ 1073.549317] env[69547]: DEBUG nova.network.neutron [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Successfully updated port: 4abd913e-9d07-4848-bca5-ec6b5b0cc965 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.604145] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.640447] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073611} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.640729] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.642000] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0901f41b-6461-4cc2-9002-65e897334c6d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.667985] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2/0f5e1946-2436-4da6-a0b8-a7e2d521e0a2.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.673931] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c967bb-861d-4f00-8646-ae6a5c7514c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.691354] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.696983] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1073.696983] env[69547]: value = "task-3162045" [ 1073.696983] env[69547]: _type = "Task" [ 1073.696983] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.705163] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.762278] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.765642] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a351a4-5568-412b-ba73-02515c4e9e09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.772952] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1073.772952] env[69547]: value = "task-3162046" [ 1073.772952] env[69547]: _type = "Task" [ 1073.772952] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.782567] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.801902] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.803748] env[69547]: DEBUG nova.network.neutron [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Updating instance_info_cache with network_info: [{"id": "7b52be5e-0161-4860-8614-5520ea17e4ee", "address": "fa:16:3e:6d:cf:a5", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b52be5e-01", "ovs_interfaceid": "7b52be5e-0161-4860-8614-5520ea17e4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.886549] env[69547]: DEBUG nova.compute.utils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.889302] env[69547]: DEBUG nova.compute.manager [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.889384] env[69547]: DEBUG nova.network.neutron [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.937913] env[69547]: DEBUG nova.policy [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd35c22044c467fbb98bf1c59fecf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8342c2e5f2ea44009e37049e4bb33fe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.056778] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquiring lock "refresh_cache-8ea72f91-aadb-4b9a-b591-5707665f6498" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.056950] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquired lock "refresh_cache-8ea72f91-aadb-4b9a-b591-5707665f6498" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.057127] env[69547]: DEBUG nova.network.neutron [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.220598] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162045, 'name': ReconfigVM_Task, 'duration_secs': 0.404103} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.220598] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2/0f5e1946-2436-4da6-a0b8-a7e2d521e0a2.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.220598] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86dba6ed-38d9-4051-9db3-f495f53d53dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.229813] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1074.229813] env[69547]: value = "task-3162047" [ 1074.229813] env[69547]: _type = "Task" [ 1074.229813] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.241650] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162047, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.255021] env[69547]: DEBUG nova.network.neutron [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Successfully created port: f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.284923] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162046, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.303528] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.308139] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Releasing lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.389859] env[69547]: DEBUG nova.compute.manager [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.426650] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "e197bb92-549d-4c35-b822-37883b7b0a05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.427085] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "e197bb92-549d-4c35-b822-37883b7b0a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.427381] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "e197bb92-549d-4c35-b822-37883b7b0a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.427502] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "e197bb92-549d-4c35-b822-37883b7b0a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.427696] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "e197bb92-549d-4c35-b822-37883b7b0a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.430130] env[69547]: INFO nova.compute.manager [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Terminating instance [ 1074.623650] env[69547]: DEBUG nova.network.neutron [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.678932] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b4109b-1e50-4cc5-995b-31f25e53f205 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.688808] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b09eec-bd62-409b-95d2-176b050d78af {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.727943] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c23a2f-6579-43c8-ac01-f9566a6d8e9b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.741087] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9be1da-ca54-4fe9-b555-fb30f829faf8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.744853] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162047, 'name': Rename_Task, 'duration_secs': 0.196268} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.745123] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.745656] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e72aeb-cae4-49e9-a410-04ef691599a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.754979] env[69547]: DEBUG nova.compute.provider_tree [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.761636] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1074.761636] env[69547]: value = "task-3162048" [ 1074.761636] env[69547]: _type = "Task" [ 1074.761636] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.769570] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.781320] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162046, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.805520] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.846519] env[69547]: DEBUG nova.network.neutron [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Updating instance_info_cache with network_info: [{"id": "4abd913e-9d07-4848-bca5-ec6b5b0cc965", "address": "fa:16:3e:2f:0f:2b", "network": {"id": "e540bee1-184f-486b-a75f-736dee80eed2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2047259346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93d95578bc4c439081438574e2830c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abd913e-9d", "ovs_interfaceid": "4abd913e-9d07-4848-bca5-ec6b5b0cc965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.936934] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "refresh_cache-e197bb92-549d-4c35-b822-37883b7b0a05" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.937140] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired lock "refresh_cache-e197bb92-549d-4c35-b822-37883b7b0a05" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.937326] env[69547]: DEBUG nova.network.neutron [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.257975] env[69547]: DEBUG nova.scheduler.client.report [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.271118] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.284043] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162046, 'name': PowerOffVM_Task, 'duration_secs': 1.20462} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.284333] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.284638] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.285451] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e6104-29c3-47d8-b80f-554c473bb47e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.292449] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.292680] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74b20f6f-399c-49e7-9f1f-0d600539770e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.304097] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.313867] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.314110] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-756a4306-3797-40ae-8690-fa8564d91804 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.321356] env[69547]: DEBUG oslo_vmware.api [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1075.321356] env[69547]: value = "task-3162050" [ 1075.321356] env[69547]: _type = "Task" [ 1075.321356] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.332651] env[69547]: DEBUG oslo_vmware.api [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.351603] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Releasing lock "refresh_cache-8ea72f91-aadb-4b9a-b591-5707665f6498" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.351603] env[69547]: DEBUG nova.compute.manager [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Instance network_info: |[{"id": "4abd913e-9d07-4848-bca5-ec6b5b0cc965", "address": "fa:16:3e:2f:0f:2b", "network": {"id": "e540bee1-184f-486b-a75f-736dee80eed2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2047259346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93d95578bc4c439081438574e2830c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abd913e-9d", "ovs_interfaceid": "4abd913e-9d07-4848-bca5-ec6b5b0cc965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.352347] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:0f:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4abd913e-9d07-4848-bca5-ec6b5b0cc965', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.361604] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Creating folder: Project (93d95578bc4c439081438574e2830c6f). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.362120] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4e606c5-5f0e-425f-aec2-2454c865c7ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.367116] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.367362] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.367576] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleting the datastore file [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.368497] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1de9c11-7c02-41f4-99c6-f670b7598c47 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.376712] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1075.376712] env[69547]: value = "task-3162052" [ 1075.376712] env[69547]: _type = "Task" [ 1075.376712] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.377142] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Created folder: Project (93d95578bc4c439081438574e2830c6f) in parent group-v632381. [ 1075.377344] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Creating folder: Instances. Parent ref: group-v632639. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.380862] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeeb2cf0-f345-4f7f-8ebc-8cd72322a976 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.388872] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.389963] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Created folder: Instances in parent group-v632639. [ 1075.390482] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.390482] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.390636] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61db259a-00cf-43f0-8732-f4f0e20023e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.406615] env[69547]: DEBUG nova.compute.manager [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.414799] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.414799] env[69547]: value = "task-3162054" [ 1075.414799] env[69547]: _type = "Task" [ 1075.414799] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.428622] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162054, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.442948] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.443375] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.443601] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.443803] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.444051] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.444618] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.444618] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.444746] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.444851] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.445066] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.445253] env[69547]: DEBUG nova.virt.hardware [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.449498] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816f5b98-bf22-479e-b1fc-251f79341ebe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.462480] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd977149-d187-4d1f-8f6c-7d26673042cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.470642] env[69547]: DEBUG nova.compute.manager [req-5dda6b98-6ac1-4448-95e0-0a24ab148c76 req-3f702fd0-552a-456f-9289-68604030f528 service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Received event network-changed-4abd913e-9d07-4848-bca5-ec6b5b0cc965 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.471157] env[69547]: DEBUG nova.compute.manager [req-5dda6b98-6ac1-4448-95e0-0a24ab148c76 req-3f702fd0-552a-456f-9289-68604030f528 service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Refreshing instance network info cache due to event network-changed-4abd913e-9d07-4848-bca5-ec6b5b0cc965. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.471288] env[69547]: DEBUG oslo_concurrency.lockutils [req-5dda6b98-6ac1-4448-95e0-0a24ab148c76 req-3f702fd0-552a-456f-9289-68604030f528 service nova] Acquiring lock "refresh_cache-8ea72f91-aadb-4b9a-b591-5707665f6498" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.471631] env[69547]: DEBUG oslo_concurrency.lockutils [req-5dda6b98-6ac1-4448-95e0-0a24ab148c76 req-3f702fd0-552a-456f-9289-68604030f528 service nova] Acquired lock "refresh_cache-8ea72f91-aadb-4b9a-b591-5707665f6498" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.471851] env[69547]: DEBUG nova.network.neutron [req-5dda6b98-6ac1-4448-95e0-0a24ab148c76 req-3f702fd0-552a-456f-9289-68604030f528 service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Refreshing network info cache for port 4abd913e-9d07-4848-bca5-ec6b5b0cc965 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.489575] env[69547]: DEBUG nova.network.neutron [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.567976] env[69547]: DEBUG nova.network.neutron [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.767211] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.767814] env[69547]: DEBUG nova.compute.manager [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.773678] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.602s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.773678] env[69547]: DEBUG nova.objects.instance [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lazy-loading 'resources' on Instance uuid 918969d0-d7ca-401a-b380-f6b7b265526c {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.778141] env[69547]: DEBUG oslo_vmware.api [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162048, 'name': PowerOnVM_Task, 'duration_secs': 0.689912} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.778888] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.779218] env[69547]: INFO nova.compute.manager [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1075.779522] env[69547]: DEBUG nova.compute.manager [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.780774] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc5aea3-5432-4608-8548-be1606d8bd04 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.803841] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.833823] env[69547]: DEBUG oslo_vmware.api [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162050, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.889262] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222974} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.889470] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.889669] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.889853] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.926310] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162054, 'name': CreateVM_Task, 'duration_secs': 0.386934} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.926579] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.927298] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.927460] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.927999] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.928347] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1fc55c-ad3c-4227-9d6f-a732c71f161e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.933086] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1075.933086] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]527b1cbf-532d-0889-26c4-21ce7dfc654b" [ 1075.933086] env[69547]: _type = "Task" [ 1075.933086] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.941322] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527b1cbf-532d-0889-26c4-21ce7dfc654b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.070817] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Releasing lock "refresh_cache-e197bb92-549d-4c35-b822-37883b7b0a05" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.071284] env[69547]: DEBUG nova.compute.manager [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.071483] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.072374] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519e9c71-5447-41da-b9dd-1c385478afd1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.084952] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.085498] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8b365a9-e512-4f5e-81ee-754b44261505 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.095149] env[69547]: DEBUG oslo_vmware.api [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1076.095149] env[69547]: value = "task-3162055" [ 1076.095149] env[69547]: _type = "Task" [ 1076.095149] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.114886] env[69547]: DEBUG oslo_vmware.api [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.128643] env[69547]: DEBUG nova.compute.manager [req-e0cea3f5-d2da-4694-aa67-1b4b138a6ba3 req-b7a8c18f-7dbb-480f-bc75-20aec55c09c9 service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Received event network-vif-plugged-f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.128643] env[69547]: DEBUG oslo_concurrency.lockutils [req-e0cea3f5-d2da-4694-aa67-1b4b138a6ba3 req-b7a8c18f-7dbb-480f-bc75-20aec55c09c9 service nova] Acquiring lock "0a56154e-a952-47f5-b520-6be3b0f0e343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.128643] env[69547]: DEBUG oslo_concurrency.lockutils [req-e0cea3f5-d2da-4694-aa67-1b4b138a6ba3 req-b7a8c18f-7dbb-480f-bc75-20aec55c09c9 service nova] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.128643] env[69547]: DEBUG oslo_concurrency.lockutils [req-e0cea3f5-d2da-4694-aa67-1b4b138a6ba3 req-b7a8c18f-7dbb-480f-bc75-20aec55c09c9 service nova] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.128643] env[69547]: DEBUG nova.compute.manager [req-e0cea3f5-d2da-4694-aa67-1b4b138a6ba3 req-b7a8c18f-7dbb-480f-bc75-20aec55c09c9 service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] No waiting events found dispatching network-vif-plugged-f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.128643] env[69547]: WARNING nova.compute.manager [req-e0cea3f5-d2da-4694-aa67-1b4b138a6ba3 req-b7a8c18f-7dbb-480f-bc75-20aec55c09c9 service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Received unexpected event network-vif-plugged-f84a30c6-0a71-488b-bd05-2f192ef5a4bc for instance with vm_state building and task_state spawning. [ 1076.204099] env[69547]: DEBUG nova.network.neutron [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Successfully updated port: f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.274557] env[69547]: DEBUG nova.compute.utils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.276870] env[69547]: DEBUG nova.compute.manager [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.278821] env[69547]: DEBUG nova.network.neutron [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.304944] env[69547]: INFO nova.compute.manager [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Took 25.10 seconds to build instance. [ 1076.311876] env[69547]: DEBUG nova.network.neutron [req-5dda6b98-6ac1-4448-95e0-0a24ab148c76 req-3f702fd0-552a-456f-9289-68604030f528 service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Updated VIF entry in instance network info cache for port 4abd913e-9d07-4848-bca5-ec6b5b0cc965. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.312847] env[69547]: DEBUG nova.network.neutron [req-5dda6b98-6ac1-4448-95e0-0a24ab148c76 req-3f702fd0-552a-456f-9289-68604030f528 service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Updating instance_info_cache with network_info: [{"id": "4abd913e-9d07-4848-bca5-ec6b5b0cc965", "address": "fa:16:3e:2f:0f:2b", "network": {"id": "e540bee1-184f-486b-a75f-736dee80eed2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2047259346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93d95578bc4c439081438574e2830c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abd913e-9d", "ovs_interfaceid": "4abd913e-9d07-4848-bca5-ec6b5b0cc965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.318919] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.328336] env[69547]: DEBUG nova.policy [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e30288bce3641d1a6ed099147a48f2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d14bb02ab94b99a3148ec31f3662c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.336271] env[69547]: DEBUG oslo_vmware.api [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162050, 'name': PowerOnVM_Task, 'duration_secs': 0.510848} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.336805] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.336948] env[69547]: DEBUG nova.compute.manager [None req-ddd7ff75-fd8f-4812-b718-78231cda9a7e tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.337768] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a62f633-a9ee-433a-af65-eac3f256a246 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.447956] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]527b1cbf-532d-0889-26c4-21ce7dfc654b, 'name': SearchDatastore_Task, 'duration_secs': 0.036154} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.448076] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.448276] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.448516] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.448658] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.448834] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.449118] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb49806-0b48-4af9-8cec-d7c0607e8e95 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.472402] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.472670] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.476182] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d964d6ac-28e7-496a-923f-ff7b6b105cc0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.482111] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1076.482111] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dad1ce-c60b-68b2-2bd3-57a32693748d" [ 1076.482111] env[69547]: _type = "Task" [ 1076.482111] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.493846] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dad1ce-c60b-68b2-2bd3-57a32693748d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.605129] env[69547]: INFO nova.compute.manager [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Rescuing [ 1076.605423] env[69547]: DEBUG oslo_concurrency.lockutils [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.605553] env[69547]: DEBUG oslo_concurrency.lockutils [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquired lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.605726] env[69547]: DEBUG nova.network.neutron [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.611148] env[69547]: DEBUG oslo_vmware.api [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162055, 'name': PowerOffVM_Task, 'duration_secs': 0.206369} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.611560] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.611739] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.611994] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f1aebed-229f-4f4a-a2d4-7aa4fe9ffc7c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.630096] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5a2903-be85-41ff-bfc9-f7aa593afffd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.636619] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.637401] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.637401] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Deleting the datastore file [datastore1] e197bb92-549d-4c35-b822-37883b7b0a05 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.638044] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7234f93b-2767-4b19-8dda-fac58d3c4ef7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.643494] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39603333-efb2-40d3-9a69-df09c30e2394 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.647990] env[69547]: DEBUG oslo_vmware.api [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1076.647990] env[69547]: value = "task-3162057" [ 1076.647990] env[69547]: _type = "Task" [ 1076.647990] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.680528] env[69547]: DEBUG nova.network.neutron [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Successfully created port: 1551a32b-8ba7-4c71-85fc-74fe5f1f8a51 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.683889] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef921f-b5bd-4ca8-bd51-ae63b652c7db {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.690222] env[69547]: DEBUG oslo_vmware.api [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.695060] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e186778b-e3c7-4f12-bbc8-d1d4f7dba78d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.713642] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.713642] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.713642] env[69547]: DEBUG nova.network.neutron [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.714692] env[69547]: DEBUG nova.compute.provider_tree [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.780208] env[69547]: DEBUG nova.compute.manager [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.810424] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.815605] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cd6f334a-d584-4553-9c51-58ae46a558d1 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.627s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.819238] env[69547]: DEBUG oslo_concurrency.lockutils [req-5dda6b98-6ac1-4448-95e0-0a24ab148c76 req-3f702fd0-552a-456f-9289-68604030f528 service nova] Releasing lock "refresh_cache-8ea72f91-aadb-4b9a-b591-5707665f6498" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.930112] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.930780] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.930780] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.930780] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.931246] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.931246] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.931622] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.931622] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.931957] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.931957] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.932477] env[69547]: DEBUG nova.virt.hardware [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.933082] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f037e746-6c12-4d84-931a-ba84a1f5c948 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.941790] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99830102-1251-4300-a490-88edcf7e00c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.956953] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:14:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d21c9b-ac6e-4929-a4fd-76c541c8d459', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.965036] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.965036] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.965036] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cd33a59-ef26-48aa-9639-766e4c831cf7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.987257] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.987257] env[69547]: value = "task-3162058" [ 1076.987257] env[69547]: _type = "Task" [ 1076.987257] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.994946] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dad1ce-c60b-68b2-2bd3-57a32693748d, 'name': SearchDatastore_Task, 'duration_secs': 0.019123} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.996134] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4562205-48fd-4c9b-b74c-325ef631bf1f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.001436] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162058, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.004361] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1077.004361] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525e1e42-4b2d-5758-766c-1ef5d38b3807" [ 1077.004361] env[69547]: _type = "Task" [ 1077.004361] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.014857] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525e1e42-4b2d-5758-766c-1ef5d38b3807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.158019] env[69547]: DEBUG oslo_vmware.api [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107856} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.158304] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.158487] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.158666] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.158850] env[69547]: INFO nova.compute.manager [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1077.159110] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.159312] env[69547]: DEBUG nova.compute.manager [-] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.159435] env[69547]: DEBUG nova.network.neutron [-] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.177026] env[69547]: DEBUG nova.network.neutron [-] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.217688] env[69547]: DEBUG nova.scheduler.client.report [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.265233] env[69547]: DEBUG nova.network.neutron [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.314462] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.345404] env[69547]: DEBUG nova.network.neutron [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updating instance_info_cache with network_info: [{"id": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "address": "fa:16:3e:cd:70:00", "network": {"id": "7d5da3c4-8be1-4301-ba1d-7e7cc262a1e5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-965956096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9de9063990d84d8dbda34bfdf16f482d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c45ef-6d", "ovs_interfaceid": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.467469] env[69547]: DEBUG nova.network.neutron [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Updating instance_info_cache with network_info: [{"id": "f84a30c6-0a71-488b-bd05-2f192ef5a4bc", "address": "fa:16:3e:a5:94:96", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84a30c6-0a", "ovs_interfaceid": "f84a30c6-0a71-488b-bd05-2f192ef5a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.497525] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162058, 'name': CreateVM_Task, 'duration_secs': 0.334318} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.497713] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.498375] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.498546] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.498895] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.499176] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e72eed-343b-4be3-b50d-6132715abd75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.503652] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1077.503652] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d8d5bd-7b43-2b80-af40-c7a6ace9d4cd" [ 1077.503652] env[69547]: _type = "Task" [ 1077.503652] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.517194] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d8d5bd-7b43-2b80-af40-c7a6ace9d4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.520874] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.523160] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.523160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.523160] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525e1e42-4b2d-5758-766c-1ef5d38b3807, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.523160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.523160] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 8ea72f91-aadb-4b9a-b591-5707665f6498/8ea72f91-aadb-4b9a-b591-5707665f6498.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.523160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.523160] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.523160] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32caf86d-177a-446d-8289-e17d999b0560 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.525917] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a692152e-9649-40ea-b6d0-0753bc97ee9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.532734] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1077.532734] env[69547]: value = "task-3162059" [ 1077.532734] env[69547]: _type = "Task" [ 1077.532734] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.534130] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.534308] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.538246] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76fb56e1-1c58-4aad-bbe7-0c0ffc9a3148 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.545646] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.547061] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1077.547061] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5295e320-f43a-565a-69e2-f2167adc15ae" [ 1077.547061] env[69547]: _type = "Task" [ 1077.547061] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.556261] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5295e320-f43a-565a-69e2-f2167adc15ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.685558] env[69547]: DEBUG nova.network.neutron [-] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.722950] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.725639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.268s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.725845] env[69547]: DEBUG nova.objects.instance [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lazy-loading 'resources' on Instance uuid 6d8e108a-2e67-4076-855a-041f2253db32 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.759475] env[69547]: INFO nova.scheduler.client.report [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Deleted allocations for instance 918969d0-d7ca-401a-b380-f6b7b265526c [ 1077.790764] env[69547]: DEBUG nova.compute.manager [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.810429] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.821754] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.822092] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.822260] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.822443] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.822597] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.822755] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.822984] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.823235] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.823364] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.823556] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.823782] env[69547]: DEBUG nova.virt.hardware [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.824796] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8fac1d-ffc4-4c8e-9e61-135ee02e8f1c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.833279] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc76311-81b5-4818-8a55-282ec6e52e5b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.849284] env[69547]: DEBUG oslo_concurrency.lockutils [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Releasing lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.970490] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.970891] env[69547]: DEBUG nova.compute.manager [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Instance network_info: |[{"id": "f84a30c6-0a71-488b-bd05-2f192ef5a4bc", "address": "fa:16:3e:a5:94:96", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84a30c6-0a", "ovs_interfaceid": "f84a30c6-0a71-488b-bd05-2f192ef5a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.971363] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:94:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f84a30c6-0a71-488b-bd05-2f192ef5a4bc', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.979255] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.979511] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.979754] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-766bdd1d-a79f-4150-b18b-adf4f93d8632 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.000442] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.000442] env[69547]: value = "task-3162060" [ 1078.000442] env[69547]: _type = "Task" [ 1078.000442] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.008793] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162060, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.047018] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162059, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.055948] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5295e320-f43a-565a-69e2-f2167adc15ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.057027] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35830b32-a2af-4bdb-afd8-bce69d8fe2b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.065336] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1078.065336] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5299b8a0-fbf2-fb50-6a86-dd34a85f08c7" [ 1078.065336] env[69547]: _type = "Task" [ 1078.065336] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.073904] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5299b8a0-fbf2-fb50-6a86-dd34a85f08c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.171804] env[69547]: DEBUG nova.compute.manager [req-83854c68-4355-4eca-924e-3dbab34898e7 req-dfa4f1bf-56c8-4e75-9afd-a3a45ee60e18 service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Received event network-changed-f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.171804] env[69547]: DEBUG nova.compute.manager [req-83854c68-4355-4eca-924e-3dbab34898e7 req-dfa4f1bf-56c8-4e75-9afd-a3a45ee60e18 service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Refreshing instance network info cache due to event network-changed-f84a30c6-0a71-488b-bd05-2f192ef5a4bc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.172264] env[69547]: DEBUG oslo_concurrency.lockutils [req-83854c68-4355-4eca-924e-3dbab34898e7 req-dfa4f1bf-56c8-4e75-9afd-a3a45ee60e18 service nova] Acquiring lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.175289] env[69547]: DEBUG oslo_concurrency.lockutils [req-83854c68-4355-4eca-924e-3dbab34898e7 req-dfa4f1bf-56c8-4e75-9afd-a3a45ee60e18 service nova] Acquired lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.175289] env[69547]: DEBUG nova.network.neutron [req-83854c68-4355-4eca-924e-3dbab34898e7 req-dfa4f1bf-56c8-4e75-9afd-a3a45ee60e18 service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Refreshing network info cache for port f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.188737] env[69547]: INFO nova.compute.manager [-] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Took 1.03 seconds to deallocate network for instance. [ 1078.270884] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cbcba802-a8f8-432f-94d9-bb9f947b6281 tempest-ServersTestManualDisk-969962294 tempest-ServersTestManualDisk-969962294-project-member] Lock "918969d0-d7ca-401a-b380-f6b7b265526c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.738s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.318828] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.319682] env[69547]: DEBUG nova.network.neutron [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Successfully updated port: 1551a32b-8ba7-4c71-85fc-74fe5f1f8a51 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.512036] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162060, 'name': CreateVM_Task, 'duration_secs': 0.348944} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.512799] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.515199] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.515199] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.515199] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.515199] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3675c857-d8f7-42e1-835c-510c743fd96e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.518523] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1078.518523] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525737ad-b8d1-a99e-5252-ac2dc2b771dc" [ 1078.518523] env[69547]: _type = "Task" [ 1078.518523] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.529795] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525737ad-b8d1-a99e-5252-ac2dc2b771dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.545955] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520649} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.546274] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 8ea72f91-aadb-4b9a-b591-5707665f6498/8ea72f91-aadb-4b9a-b591-5707665f6498.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.546495] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.546778] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79315950-a568-457a-978b-237b7df91a67 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.559063] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1078.559063] env[69547]: value = "task-3162061" [ 1078.559063] env[69547]: _type = "Task" [ 1078.559063] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.565589] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f580fa2-e0d9-46fc-b511-0840c65f78fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.573330] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.584558] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b62bf-b94a-479c-9b5c-189e2c54f82d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.588426] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5299b8a0-fbf2-fb50-6a86-dd34a85f08c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.588426] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.588599] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803/1ab1ed61-f501-43fe-b59d-e3fe17a3e803.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.589205] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97632d89-8e75-484f-a8c9-434a23e48c95 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.617371] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484b9ab9-45b0-4856-b548-8fc22aa55e57 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.621219] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1078.621219] env[69547]: value = "task-3162062" [ 1078.621219] env[69547]: _type = "Task" [ 1078.621219] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.628502] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fda230-e666-4088-81cb-afb8966e9bd6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.635420] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.645764] env[69547]: DEBUG nova.compute.provider_tree [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.696014] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.812191] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.823583] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "refresh_cache-d13eb20c-6b8a-42ac-ad6e-66dad91ed169" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.823583] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "refresh_cache-d13eb20c-6b8a-42ac-ad6e-66dad91ed169" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.823583] env[69547]: DEBUG nova.network.neutron [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.947544] env[69547]: DEBUG nova.network.neutron [req-83854c68-4355-4eca-924e-3dbab34898e7 req-dfa4f1bf-56c8-4e75-9afd-a3a45ee60e18 service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Updated VIF entry in instance network info cache for port f84a30c6-0a71-488b-bd05-2f192ef5a4bc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.948140] env[69547]: DEBUG nova.network.neutron [req-83854c68-4355-4eca-924e-3dbab34898e7 req-dfa4f1bf-56c8-4e75-9afd-a3a45ee60e18 service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Updating instance_info_cache with network_info: [{"id": "f84a30c6-0a71-488b-bd05-2f192ef5a4bc", "address": "fa:16:3e:a5:94:96", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84a30c6-0a", "ovs_interfaceid": "f84a30c6-0a71-488b-bd05-2f192ef5a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.031899] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525737ad-b8d1-a99e-5252-ac2dc2b771dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.032235] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.032612] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.032940] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.033196] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.033466] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.033816] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f606e81b-7242-4ee6-9e7d-f1526ea2f5cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.049404] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.049823] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.050605] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bb8808-e650-4888-b8c6-6ae1ba4e36e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.057384] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1079.057384] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5235939a-4b12-ad62-c457-2983182fabb1" [ 1079.057384] env[69547]: _type = "Task" [ 1079.057384] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.071637] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5235939a-4b12-ad62-c457-2983182fabb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.074913] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119297} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.075304] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.079050] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb2e989-75cc-4f95-950f-b4387180d47f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.102600] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 8ea72f91-aadb-4b9a-b591-5707665f6498/8ea72f91-aadb-4b9a-b591-5707665f6498.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.103340] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85c5df8-b666-4b4e-b8d6-aa2b4d07e9be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.127469] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1079.127469] env[69547]: value = "task-3162063" [ 1079.127469] env[69547]: _type = "Task" [ 1079.127469] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.134454] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162062, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.142224] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.150993] env[69547]: DEBUG nova.scheduler.client.report [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.313166] env[69547]: DEBUG oslo_vmware.api [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162044, 'name': ReconfigVM_Task, 'duration_secs': 5.82763} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.313435] env[69547]: DEBUG oslo_concurrency.lockutils [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.313650] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfigured VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1079.373991] env[69547]: DEBUG nova.network.neutron [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.382754] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.383063] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aa543b3-d81a-4c7a-b4c0-5857861540f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.390915] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1079.390915] env[69547]: value = "task-3162064" [ 1079.390915] env[69547]: _type = "Task" [ 1079.390915] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.399883] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.451602] env[69547]: DEBUG oslo_concurrency.lockutils [req-83854c68-4355-4eca-924e-3dbab34898e7 req-dfa4f1bf-56c8-4e75-9afd-a3a45ee60e18 service nova] Releasing lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.568839] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5235939a-4b12-ad62-c457-2983182fabb1, 'name': SearchDatastore_Task, 'duration_secs': 0.056217} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.572086] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a942317c-45d9-4b5f-b1de-d9bf86c39304 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.580053] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1079.580053] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5284ef94-f1bb-86ce-8298-0080bfeac8ad" [ 1079.580053] env[69547]: _type = "Task" [ 1079.580053] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.588547] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5284ef94-f1bb-86ce-8298-0080bfeac8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.636134] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531182} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.636926] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803/1ab1ed61-f501-43fe-b59d-e3fe17a3e803.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.637193] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.637458] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-955e9bbd-a2cd-4315-8018-e2655b1df41c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.644021] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162063, 'name': ReconfigVM_Task, 'duration_secs': 0.34882} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.644021] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 8ea72f91-aadb-4b9a-b591-5707665f6498/8ea72f91-aadb-4b9a-b591-5707665f6498.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.644021] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f83be7d-2a2f-4a6f-81bb-b319e0879bdb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.645614] env[69547]: DEBUG nova.network.neutron [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Updating instance_info_cache with network_info: [{"id": "1551a32b-8ba7-4c71-85fc-74fe5f1f8a51", "address": "fa:16:3e:12:13:2a", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1551a32b-8b", "ovs_interfaceid": "1551a32b-8ba7-4c71-85fc-74fe5f1f8a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.649263] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1079.649263] env[69547]: value = "task-3162065" [ 1079.649263] env[69547]: _type = "Task" [ 1079.649263] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.653714] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1079.653714] env[69547]: value = "task-3162066" [ 1079.653714] env[69547]: _type = "Task" [ 1079.653714] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.660637] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.662625] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.663644] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.587s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.663880] env[69547]: DEBUG nova.objects.instance [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lazy-loading 'resources' on Instance uuid dc90511d-bda9-4568-a739-caff59c1f986 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.670736] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162066, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.685871] env[69547]: INFO nova.scheduler.client.report [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted allocations for instance 6d8e108a-2e67-4076-855a-041f2253db32 [ 1079.903853] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162064, 'name': PowerOffVM_Task, 'duration_secs': 0.225197} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.903853] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.903853] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9928d-aa9e-4876-80a2-32bdef314145 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.912646] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "b4c7ccbc-0a2a-402f-8b88-11de6af79ab1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.912953] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "b4c7ccbc-0a2a-402f-8b88-11de6af79ab1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.928671] env[69547]: DEBUG nova.compute.manager [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.931373] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dbe80f-7cd5-4276-8981-ddd6e59dbc74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.969255] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.969811] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5026eb8d-730f-4acc-9cb4-dc708afa7190 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.977304] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1079.977304] env[69547]: value = "task-3162067" [ 1079.977304] env[69547]: _type = "Task" [ 1079.977304] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.985017] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.093430] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5284ef94-f1bb-86ce-8298-0080bfeac8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.093430] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.093647] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 0a56154e-a952-47f5-b520-6be3b0f0e343/0a56154e-a952-47f5-b520-6be3b0f0e343.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.093912] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d7aa74e-3db4-4e81-b292-b21a97a6a6ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.101088] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1080.101088] env[69547]: value = "task-3162068" [ 1080.101088] env[69547]: _type = "Task" [ 1080.101088] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.109210] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.151772] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "refresh_cache-d13eb20c-6b8a-42ac-ad6e-66dad91ed169" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.151772] env[69547]: DEBUG nova.compute.manager [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Instance network_info: |[{"id": "1551a32b-8ba7-4c71-85fc-74fe5f1f8a51", "address": "fa:16:3e:12:13:2a", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1551a32b-8b", "ovs_interfaceid": "1551a32b-8ba7-4c71-85fc-74fe5f1f8a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.151772] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:13:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1551a32b-8ba7-4c71-85fc-74fe5f1f8a51', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.159116] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.162442] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.165608] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20af7586-dc2d-4a09-a286-60f951a1f1b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.189371] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07122} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.189371] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.189371] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2848cd03-1952-4ec1-b2b2-6e1b56a87c9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.196891] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162066, 'name': Rename_Task, 'duration_secs': 0.150681} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.197097] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.197097] env[69547]: value = "task-3162069" [ 1080.197097] env[69547]: _type = "Task" [ 1080.197097] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.197534] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6ff22574-8056-4e5b-82f3-2d80af3b379e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "6d8e108a-2e67-4076-855a-041f2253db32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.209s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.198774] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.199231] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f404f0d-aa39-4772-95b3-862b3673aac0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.234795] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803/1ab1ed61-f501-43fe-b59d-e3fe17a3e803.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.241915] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e63f153c-0559-4f8e-b278-604c5b00d35e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.264318] env[69547]: DEBUG nova.compute.manager [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Received event network-vif-plugged-1551a32b-8ba7-4c71-85fc-74fe5f1f8a51 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.264777] env[69547]: DEBUG oslo_concurrency.lockutils [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Acquiring lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.264908] env[69547]: DEBUG oslo_concurrency.lockutils [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.265119] env[69547]: DEBUG oslo_concurrency.lockutils [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.265390] env[69547]: DEBUG nova.compute.manager [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] No waiting events found dispatching network-vif-plugged-1551a32b-8ba7-4c71-85fc-74fe5f1f8a51 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.265510] env[69547]: WARNING nova.compute.manager [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Received unexpected event network-vif-plugged-1551a32b-8ba7-4c71-85fc-74fe5f1f8a51 for instance with vm_state building and task_state spawning. [ 1080.265630] env[69547]: DEBUG nova.compute.manager [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Received event network-changed-1551a32b-8ba7-4c71-85fc-74fe5f1f8a51 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.265870] env[69547]: DEBUG nova.compute.manager [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Refreshing instance network info cache due to event network-changed-1551a32b-8ba7-4c71-85fc-74fe5f1f8a51. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.266152] env[69547]: DEBUG oslo_concurrency.lockutils [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Acquiring lock "refresh_cache-d13eb20c-6b8a-42ac-ad6e-66dad91ed169" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.266375] env[69547]: DEBUG oslo_concurrency.lockutils [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Acquired lock "refresh_cache-d13eb20c-6b8a-42ac-ad6e-66dad91ed169" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.266581] env[69547]: DEBUG nova.network.neutron [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Refreshing network info cache for port 1551a32b-8ba7-4c71-85fc-74fe5f1f8a51 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.274262] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1080.274262] env[69547]: value = "task-3162070" [ 1080.274262] env[69547]: _type = "Task" [ 1080.274262] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.274262] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162069, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.282806] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1080.282806] env[69547]: value = "task-3162071" [ 1080.282806] env[69547]: _type = "Task" [ 1080.282806] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.290048] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.296262] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.467277] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.493527] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1080.494605] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.494605] env[69547]: DEBUG oslo_concurrency.lockutils [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.495054] env[69547]: DEBUG oslo_concurrency.lockutils [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.495947] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.495947] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfa7d431-9ecd-4fd2-b369-ba5a67579fe9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.511387] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.511646] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.512445] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956d4248-5455-48fc-b279-b41babc229d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.523492] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1080.523492] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526089c7-4657-f68b-0637-8c05a0e52806" [ 1080.523492] env[69547]: _type = "Task" [ 1080.523492] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.531386] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526089c7-4657-f68b-0637-8c05a0e52806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.583195] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a54289-620a-4ef1-991f-0190ac8fc2ab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.591558] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0f01d5-cc8d-4785-b4eb-0e33e6123c53 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.632958] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ff3d92-decc-4e87-8a22-8309280b57f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.637225] env[69547]: DEBUG nova.compute.manager [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-vif-deleted-cb9896b0-a847-4095-bc2a-9c258de53bc3 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.637499] env[69547]: INFO nova.compute.manager [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Neutron deleted interface cb9896b0-a847-4095-bc2a-9c258de53bc3; detaching it from the instance and deleting it from the info cache [ 1080.637861] env[69547]: DEBUG nova.network.neutron [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "address": "fa:16:3e:43:11:0b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549e0ec7-68", "ovs_interfaceid": "549e0ec7-68b0-4141-9f68-bf8ccbc53d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.652098] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521773} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.652551] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 0a56154e-a952-47f5-b520-6be3b0f0e343/0a56154e-a952-47f5-b520-6be3b0f0e343.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.652811] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.654373] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb141977-a8c1-46b2-8f3b-4d378b101e7a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.659330] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fbfe8ce-22a3-4987-b1ea-dc131348fb38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.675608] env[69547]: DEBUG nova.compute.provider_tree [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.679354] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1080.679354] env[69547]: value = "task-3162072" [ 1080.679354] env[69547]: _type = "Task" [ 1080.679354] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.689496] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.710449] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162069, 'name': CreateVM_Task, 'duration_secs': 0.467215} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.710449] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.711624] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.711624] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.712489] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.712489] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcf38af-5cca-40cc-a73d-d617866937e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.717986] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1080.717986] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d8bc31-a351-e164-8a12-e1e64d962f28" [ 1080.717986] env[69547]: _type = "Task" [ 1080.717986] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.729204] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d8bc31-a351-e164-8a12-e1e64d962f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.785923] env[69547]: DEBUG oslo_concurrency.lockutils [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.786067] env[69547]: DEBUG oslo_concurrency.lockutils [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.786679] env[69547]: DEBUG nova.network.neutron [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.797352] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.802161] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.032418] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526089c7-4657-f68b-0637-8c05a0e52806, 'name': SearchDatastore_Task, 'duration_secs': 0.059027} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.033284] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1cf77f-3fea-45f7-b391-4a24df2abeaa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.038680] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1081.038680] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5252361a-14ff-bff6-3207-86a50b623cf2" [ 1081.038680] env[69547]: _type = "Task" [ 1081.038680] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.048189] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5252361a-14ff-bff6-3207-86a50b623cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.086768] env[69547]: DEBUG nova.network.neutron [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Updated VIF entry in instance network info cache for port 1551a32b-8ba7-4c71-85fc-74fe5f1f8a51. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.087196] env[69547]: DEBUG nova.network.neutron [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Updating instance_info_cache with network_info: [{"id": "1551a32b-8ba7-4c71-85fc-74fe5f1f8a51", "address": "fa:16:3e:12:13:2a", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1551a32b-8b", "ovs_interfaceid": "1551a32b-8ba7-4c71-85fc-74fe5f1f8a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.142642] env[69547]: DEBUG oslo_concurrency.lockutils [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.142642] env[69547]: DEBUG oslo_concurrency.lockutils [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Acquired lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.143471] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f895e2-51a1-413b-ab8b-74f6cfbd652c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.162974] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202aeb5-b6e7-4ce8-bed8-0403f85eb570 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.185194] env[69547]: DEBUG nova.scheduler.client.report [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.194790] env[69547]: DEBUG nova.virt.vmwareapi.vmops [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfiguring VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1081.198735] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a5fe13a-23a2-4c9c-b638-cf75b742ba8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.213736] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.220028] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075184} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.223667] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.224019] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Waiting for the task: (returnval){ [ 1081.224019] env[69547]: value = "task-3162073" [ 1081.224019] env[69547]: _type = "Task" [ 1081.224019] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.225050] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7973d86c-5ffd-4d5b-a425-96acef033c3c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.234317] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d8bc31-a351-e164-8a12-e1e64d962f28, 'name': SearchDatastore_Task, 'duration_secs': 0.012994} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.235022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.235269] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.235507] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.253695] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 0a56154e-a952-47f5-b520-6be3b0f0e343/0a56154e-a952-47f5-b520-6be3b0f0e343.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.257473] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f6e8541-c6fe-45a0-81e1-d9d6ae0cacb3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.271917] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.277574] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1081.277574] env[69547]: value = "task-3162074" [ 1081.277574] env[69547]: _type = "Task" [ 1081.277574] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.291974] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.299943] env[69547]: DEBUG oslo_vmware.api [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162070, 'name': PowerOnVM_Task, 'duration_secs': 0.763569} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.300262] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.300501] env[69547]: INFO nova.compute.manager [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1081.300731] env[69547]: DEBUG nova.compute.manager [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.302148] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101d8efa-12be-4f25-a219-20d834fbd83c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.308673] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162071, 'name': ReconfigVM_Task, 'duration_secs': 0.657953} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.309604] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803/1ab1ed61-f501-43fe-b59d-e3fe17a3e803.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.309808] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea02f13-5a70-46f9-9929-dd41bd055d77 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.320512] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1081.320512] env[69547]: value = "task-3162075" [ 1081.320512] env[69547]: _type = "Task" [ 1081.320512] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.329238] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162075, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.527593] env[69547]: INFO nova.network.neutron [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Port 549e0ec7-68b0-4141-9f68-bf8ccbc53d20 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1081.527593] env[69547]: DEBUG nova.network.neutron [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.549987] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5252361a-14ff-bff6-3207-86a50b623cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.04772} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.550290] env[69547]: DEBUG oslo_concurrency.lockutils [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.550558] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. {{(pid=69547) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1081.550847] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.551045] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.551263] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-443a057d-f5b8-447b-ab62-dc05378191e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.553645] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a92a330-16e1-488a-8a7d-78ceadbf9ea3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.561254] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1081.561254] env[69547]: value = "task-3162076" [ 1081.561254] env[69547]: _type = "Task" [ 1081.561254] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.569972] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.572980] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.573607] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.573925] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c8d465-b5cf-452b-ad2c-af8a62869b1f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.580186] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1081.580186] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52993fd7-8b4e-bfef-e215-95a341588efd" [ 1081.580186] env[69547]: _type = "Task" [ 1081.580186] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.588998] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52993fd7-8b4e-bfef-e215-95a341588efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.591576] env[69547]: DEBUG oslo_concurrency.lockutils [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Releasing lock "refresh_cache-d13eb20c-6b8a-42ac-ad6e-66dad91ed169" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.591820] env[69547]: DEBUG nova.compute.manager [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-vif-deleted-549e0ec7-68b0-4141-9f68-bf8ccbc53d20 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.592105] env[69547]: INFO nova.compute.manager [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Neutron deleted interface 549e0ec7-68b0-4141-9f68-bf8ccbc53d20; detaching it from the instance and deleting it from the info cache [ 1081.592308] env[69547]: DEBUG nova.network.neutron [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "address": "fa:16:3e:dc:ac:df", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da7a117-3c", "ovs_interfaceid": "2da7a117-3c92-45ce-ac7f-21a1e9da4ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb9896b0-a847-4095-bc2a-9c258de53bc3", "address": "fa:16:3e:b7:f3:8a", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9896b0-a8", "ovs_interfaceid": "cb9896b0-a847-4095-bc2a-9c258de53bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.697547] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.699600] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.095s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.701481] env[69547]: INFO nova.compute.claims [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.715574] env[69547]: INFO nova.scheduler.client.report [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Deleted allocations for instance dc90511d-bda9-4568-a739-caff59c1f986 [ 1081.739255] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.790583] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162074, 'name': ReconfigVM_Task, 'duration_secs': 0.311599} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.790583] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 0a56154e-a952-47f5-b520-6be3b0f0e343/0a56154e-a952-47f5-b520-6be3b0f0e343.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.790583] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abbbefdc-16dc-4d63-99a0-67b81e0dfa5f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.796788] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1081.796788] env[69547]: value = "task-3162077" [ 1081.796788] env[69547]: _type = "Task" [ 1081.796788] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.806814] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162077, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.828274] env[69547]: INFO nova.compute.manager [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Took 29.74 seconds to build instance. [ 1081.832972] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162075, 'name': Rename_Task, 'duration_secs': 0.250029} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.833589] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.834076] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fe4034e-e7b0-49bf-9988-cb5ec11c863b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.840007] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1081.840007] env[69547]: value = "task-3162078" [ 1081.840007] env[69547]: _type = "Task" [ 1081.840007] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.850700] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.897208] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.898108] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.029967] env[69547]: DEBUG oslo_concurrency.lockutils [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.071212] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.090101] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52993fd7-8b4e-bfef-e215-95a341588efd, 'name': SearchDatastore_Task, 'duration_secs': 0.025705} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.090888] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c37d38-a165-496a-9bd5-ff7d0e28e114 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.095151] env[69547]: DEBUG oslo_concurrency.lockutils [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.096750] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1082.096750] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5225e5f0-fb6b-6891-a867-905408c7c9ab" [ 1082.096750] env[69547]: _type = "Task" [ 1082.096750] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.106410] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5225e5f0-fb6b-6891-a867-905408c7c9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.224240] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6a3ff7ac-61c7-47ba-9268-14662bbddf31 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "dc90511d-bda9-4568-a739-caff59c1f986" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.579s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.238912] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.312145] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162077, 'name': Rename_Task, 'duration_secs': 0.151067} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.312453] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.312717] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c488609-eb90-459d-b4a2-fd93a098c50e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.321397] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1082.321397] env[69547]: value = "task-3162079" [ 1082.321397] env[69547]: _type = "Task" [ 1082.321397] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.330920] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.334572] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e0d94dbf-2c26-41ad-85d8-e8e4103206b8 tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "8ea72f91-aadb-4b9a-b591-5707665f6498" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.259s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.349952] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.403093] env[69547]: DEBUG nova.compute.manager [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.534459] env[69547]: DEBUG oslo_concurrency.lockutils [None req-342c7d6d-a2a5-4ca4-b500-0fab7a1b0654 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-f0b21c03-55ea-4803-bd25-984521c6966e-549e0ec7-68b0-4141-9f68-bf8ccbc53d20" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.829s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.571755] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675039} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.572416] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. [ 1082.573298] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49830f3d-25f3-4847-8b92-3e85a9673614 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.600225] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.600572] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbbeac8-cc38-4788-a2fb-ada523b9726b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.622612] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5225e5f0-fb6b-6891-a867-905408c7c9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.055289} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.623780] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.624051] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169/d13eb20c-6b8a-42ac-ad6e-66dad91ed169.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.624374] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1082.624374] env[69547]: value = "task-3162080" [ 1082.624374] env[69547]: _type = "Task" [ 1082.624374] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.624561] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f37b5ba0-6794-4812-9b0d-d77b55cf4110 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.635376] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1082.635376] env[69547]: value = "task-3162081" [ 1082.635376] env[69547]: _type = "Task" [ 1082.635376] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.636023] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162080, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.643324] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.742538] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.838361] env[69547]: DEBUG oslo_vmware.api [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162079, 'name': PowerOnVM_Task, 'duration_secs': 0.511554} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.842801] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.843793] env[69547]: INFO nova.compute.manager [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1082.843793] env[69547]: DEBUG nova.compute.manager [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.844657] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fdddd1-e163-4320-b311-8580dadddb50 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.857195] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162078, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.926937] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.082058] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b1058-aa78-48c9-981b-86b06232285f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.092611] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc017669-a135-4dc2-8e83-1476ecf293f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.134179] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6be377-9231-4c5e-9583-d62e23d195ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.145299] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.147140] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac1e505-378b-49f3-9ccd-d02f1ee3f1ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.155093] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquiring lock "8ea72f91-aadb-4b9a-b591-5707665f6498" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.155325] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "8ea72f91-aadb-4b9a-b591-5707665f6498" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.155520] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquiring lock "8ea72f91-aadb-4b9a-b591-5707665f6498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.155695] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "8ea72f91-aadb-4b9a-b591-5707665f6498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.156281] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "8ea72f91-aadb-4b9a-b591-5707665f6498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.157560] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.158062] env[69547]: INFO nova.compute.manager [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Terminating instance [ 1083.170104] env[69547]: DEBUG nova.compute.provider_tree [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.240320] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.353920] env[69547]: DEBUG oslo_vmware.api [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162078, 'name': PowerOnVM_Task, 'duration_secs': 1.050412} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.354462] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.354691] env[69547]: DEBUG nova.compute.manager [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.355646] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f779c-be9d-46f8-b09b-52a9e8cb2c0c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.376728] env[69547]: INFO nova.compute.manager [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Took 25.84 seconds to build instance. [ 1083.641103] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162080, 'name': ReconfigVM_Task, 'duration_secs': 0.60285} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.645408] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.646308] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05356284-f421-4aa0-b6dd-4fd3372035ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.655607] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64503} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.673476] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169/d13eb20c-6b8a-42ac-ad6e-66dad91ed169.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.673937] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.675683] env[69547]: DEBUG nova.compute.manager [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.675683] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.675683] env[69547]: DEBUG nova.scheduler.client.report [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.684854] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21a784f4-1342-4374-8576-ff3bc8e0e42e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.688246] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45ae4ed-fb78-4616-b9b6-cddae6656cb4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.691357] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29029f2f-8f63-45c1-b08b-add6a7cefccb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.708784] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.711302] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03c6c537-424e-40d6-9dab-d5ad5a055cd0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.713122] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1083.713122] env[69547]: value = "task-3162082" [ 1083.713122] env[69547]: _type = "Task" [ 1083.713122] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.713668] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1083.713668] env[69547]: value = "task-3162083" [ 1083.713668] env[69547]: _type = "Task" [ 1083.713668] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.725030] env[69547]: DEBUG oslo_vmware.api [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1083.725030] env[69547]: value = "task-3162084" [ 1083.725030] env[69547]: _type = "Task" [ 1083.725030] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.736215] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.736579] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.744677] env[69547]: DEBUG oslo_vmware.api [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.752412] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.877342] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.879172] env[69547]: DEBUG oslo_concurrency.lockutils [None req-50e5e76f-9f0d-4109-893b-c16a97d4aa4b tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.351s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.186205] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.187375] env[69547]: DEBUG nova.compute.manager [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.189898] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.498s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.189898] env[69547]: DEBUG nova.objects.instance [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1084.228461] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075776} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.236244] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.237167] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162083, 'name': ReconfigVM_Task, 'duration_secs': 0.385514} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.237968] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5f2ca1-c85b-4882-b9e6-27ead9660a6f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.241028] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.244075] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1817bb78-b390-4163-9fe3-1f4b6886b1e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.248936] env[69547]: DEBUG oslo_vmware.api [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162084, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.262018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "0a56154e-a952-47f5-b520-6be3b0f0e343" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.262018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.262018] env[69547]: INFO nova.compute.manager [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Shelving [ 1084.270418] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169/d13eb20c-6b8a-42ac-ad6e-66dad91ed169.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.278188] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b65903f-aa92-4ec2-bc6b-0bb3add56311 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.293613] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.294025] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1084.294025] env[69547]: value = "task-3162085" [ 1084.294025] env[69547]: _type = "Task" [ 1084.294025] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.305216] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1084.305216] env[69547]: value = "task-3162086" [ 1084.305216] env[69547]: _type = "Task" [ 1084.305216] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.312181] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162085, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.319992] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.411960] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.411960] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.411960] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.411960] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.411960] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.412438] env[69547]: INFO nova.compute.manager [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Terminating instance [ 1084.694666] env[69547]: DEBUG nova.compute.utils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.699839] env[69547]: DEBUG nova.compute.manager [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.704114] env[69547]: DEBUG nova.network.neutron [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.739890] env[69547]: DEBUG oslo_vmware.api [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162084, 'name': PowerOffVM_Task, 'duration_secs': 0.580405} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.745720] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.745955] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.746989] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faf89b9a-a897-45df-a04e-c29b8155d172 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.759574] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.774088] env[69547]: DEBUG nova.policy [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b02f90ea694e3aaba2bbecd11589ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36f450a26f2b4b4a82d1041001daab55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.809327] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.810058] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-232407e0-bcc3-4e1e-ae29-04422b39126b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.828958] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.833788] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.833788] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.833788] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.833952] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.835547] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.835753] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.835938] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Deleting the datastore file [datastore1] 8ea72f91-aadb-4b9a-b591-5707665f6498 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.836538] env[69547]: INFO nova.compute.manager [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Terminating instance [ 1084.842392] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2085785f-624b-45ff-9fec-583e56443dbb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.845235] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.850208] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1084.850208] env[69547]: value = "task-3162088" [ 1084.850208] env[69547]: _type = "Task" [ 1084.850208] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.850467] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162086, 'name': ReconfigVM_Task, 'duration_secs': 0.5388} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.851911] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169/d13eb20c-6b8a-42ac-ad6e-66dad91ed169.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.855259] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a8d8772-f19a-4bac-998d-3db1a4c68807 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.858380] env[69547]: DEBUG oslo_vmware.api [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for the task: (returnval){ [ 1084.858380] env[69547]: value = "task-3162089" [ 1084.858380] env[69547]: _type = "Task" [ 1084.858380] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.871106] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.871820] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1084.871820] env[69547]: value = "task-3162090" [ 1084.871820] env[69547]: _type = "Task" [ 1084.871820] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.879846] env[69547]: DEBUG oslo_vmware.api [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.885056] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162090, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.919889] env[69547]: DEBUG nova.compute.manager [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.920148] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.921035] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6ebade-0f3f-467b-914b-4938eb7f30ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.934018] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.934018] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72e284c5-3102-4ac2-8939-5e7ab12b66d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.938493] env[69547]: DEBUG oslo_vmware.api [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1084.938493] env[69547]: value = "task-3162091" [ 1084.938493] env[69547]: _type = "Task" [ 1084.938493] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.949202] env[69547]: DEBUG oslo_vmware.api [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.141457] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.141688] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.158476] env[69547]: DEBUG nova.network.neutron [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Successfully created port: 1e9c8b14-d01f-4971-84aa-13c4d9e21feb {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.200607] env[69547]: DEBUG nova.compute.manager [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.208772] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f82187a6-5236-4ab1-ab4f-437d3ba65b7e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.209960] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.514s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.210198] env[69547]: DEBUG nova.objects.instance [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lazy-loading 'resources' on Instance uuid e197bb92-549d-4c35-b822-37883b7b0a05 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.252940] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.314249] env[69547]: DEBUG oslo_vmware.api [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162085, 'name': PowerOnVM_Task, 'duration_secs': 0.622709} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.315151] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.318536] env[69547]: DEBUG nova.compute.manager [None req-293b6759-3577-4cd8-9344-8e75358d3c54 tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.321251] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e96284-22fb-4ed9-946a-6fea3f928afd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.360405] env[69547]: DEBUG nova.compute.manager [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.360883] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.365052] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8703bd93-6cb4-4a0f-941a-42778bfb6d67 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.394028] env[69547]: DEBUG oslo_vmware.api [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Task: {'id': task-3162089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166803} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.394028] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162088, 'name': PowerOffVM_Task, 'duration_secs': 0.270622} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.394184] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.395073] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.395587] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.395587] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.395718] env[69547]: INFO nova.compute.manager [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1085.395863] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.396094] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.396357] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ec4c4a6-c1e1-4072-bed8-0e3f12af56f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.402260] env[69547]: DEBUG nova.compute.manager [-] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.402381] env[69547]: DEBUG nova.network.neutron [-] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.404474] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2ea776-b3c5-4b7c-af0a-9825b77a92be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.410064] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162090, 'name': Rename_Task, 'duration_secs': 0.179121} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.411076] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "4278afa2-eb26-4545-a91b-142dec01c7c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.411238] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.412386] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.413565] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79be5428-25b5-43f1-8640-506af30c7a13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.416658] env[69547]: DEBUG oslo_vmware.api [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1085.416658] env[69547]: value = "task-3162092" [ 1085.416658] env[69547]: _type = "Task" [ 1085.416658] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.435417] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4769bc74-88a1-404a-adc2-9c25d54296b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.441451] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1085.441451] env[69547]: value = "task-3162093" [ 1085.441451] env[69547]: _type = "Task" [ 1085.441451] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.452141] env[69547]: DEBUG oslo_vmware.api [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.466206] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162093, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.466892] env[69547]: DEBUG oslo_vmware.api [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162091, 'name': PowerOffVM_Task, 'duration_secs': 0.187229} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.467208] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.467419] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.467758] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c996aa45-ceb3-4179-9147-55fcda6ca309 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.536592] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.536917] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.537163] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Deleting the datastore file [datastore2] ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.537544] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd1f10a8-8b62-41fb-9e43-25adb1252eda {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.545257] env[69547]: DEBUG oslo_vmware.api [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for the task: (returnval){ [ 1085.545257] env[69547]: value = "task-3162095" [ 1085.545257] env[69547]: _type = "Task" [ 1085.545257] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.554239] env[69547]: DEBUG oslo_vmware.api [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.644409] env[69547]: DEBUG nova.compute.manager [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.748699] env[69547]: DEBUG nova.compute.manager [req-1e5bf9c1-aa5f-4300-86da-39831abcaede req-e8aac0b1-6fb6-4568-9405-165c28a9576d service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Received event network-vif-deleted-4abd913e-9d07-4848-bca5-ec6b5b0cc965 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.748794] env[69547]: INFO nova.compute.manager [req-1e5bf9c1-aa5f-4300-86da-39831abcaede req-e8aac0b1-6fb6-4568-9405-165c28a9576d service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Neutron deleted interface 4abd913e-9d07-4848-bca5-ec6b5b0cc965; detaching it from the instance and deleting it from the info cache [ 1085.748894] env[69547]: DEBUG nova.network.neutron [req-1e5bf9c1-aa5f-4300-86da-39831abcaede req-e8aac0b1-6fb6-4568-9405-165c28a9576d service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.754121] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.913359] env[69547]: DEBUG nova.compute.manager [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.944559] env[69547]: DEBUG oslo_vmware.api [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162092, 'name': PowerOffVM_Task, 'duration_secs': 0.216406} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.945547] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.945547] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.948509] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b76ab3dd-ebb9-4a73-8215-f53962eeea34 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.961585] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1085.961585] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.961585] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1c32823-e8c0-451e-a8b4-9191d1b05ea8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.971932] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1085.971932] env[69547]: value = "task-3162097" [ 1085.971932] env[69547]: _type = "Task" [ 1085.971932] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.984214] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162097, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.015050] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.015324] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.015516] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleting the datastore file [datastore1] 1ab1ed61-f501-43fe-b59d-e3fe17a3e803 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.018327] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd44e61f-ebea-4922-b3bf-079e5bc42016 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.025147] env[69547]: DEBUG oslo_vmware.api [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1086.025147] env[69547]: value = "task-3162098" [ 1086.025147] env[69547]: _type = "Task" [ 1086.025147] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.032128] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67780c59-103d-440c-ba35-69b7b941c8ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.039879] env[69547]: DEBUG oslo_vmware.api [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.042862] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546cfa25-61e0-4fac-8fb9-93d5276ef733 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.054213] env[69547]: DEBUG oslo_vmware.api [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Task: {'id': task-3162095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158275} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.078307] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.078548] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.078737] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.078917] env[69547]: INFO nova.compute.manager [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1086.079189] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.079722] env[69547]: DEBUG nova.compute.manager [-] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.079767] env[69547]: DEBUG nova.network.neutron [-] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.084087] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb222748-436e-48b7-a046-6464a13e66d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.089954] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9ddd7d-6f71-4be8-a678-4037f2681167 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.105722] env[69547]: DEBUG nova.compute.provider_tree [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.166263] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.196301] env[69547]: DEBUG nova.network.neutron [-] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.210303] env[69547]: DEBUG nova.compute.manager [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.247331] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.247596] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.247805] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.247945] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.248101] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.248249] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.248453] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.248616] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.248782] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.248941] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.249134] env[69547]: DEBUG nova.virt.hardware [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.253314] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a064ea90-e3c9-45e5-8e56-1af47ff72f42 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.258245] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28923acc-2af7-44dc-ad00-7f06b39e1272 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.263051] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.270027] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a265285a-98b9-4a30-8599-6f0262ac18dd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.277346] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c146312-346b-46a2-92a5-bae4810b9ced {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.330976] env[69547]: DEBUG nova.compute.manager [req-1e5bf9c1-aa5f-4300-86da-39831abcaede req-e8aac0b1-6fb6-4568-9405-165c28a9576d service nova] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Detach interface failed, port_id=4abd913e-9d07-4848-bca5-ec6b5b0cc965, reason: Instance 8ea72f91-aadb-4b9a-b591-5707665f6498 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.433040] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.455384] env[69547]: DEBUG oslo_vmware.api [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162093, 'name': PowerOnVM_Task, 'duration_secs': 0.66989} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.456103] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.456541] env[69547]: INFO nova.compute.manager [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1086.456861] env[69547]: DEBUG nova.compute.manager [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.457790] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaa5e96-53b8-4394-a771-0ed8bcb8b6e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.483183] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162097, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.535831] env[69547]: DEBUG oslo_vmware.api [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227242} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.536278] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.536506] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.536705] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.536906] env[69547]: INFO nova.compute.manager [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1086.537219] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.537435] env[69547]: DEBUG nova.compute.manager [-] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.537533] env[69547]: DEBUG nova.network.neutron [-] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.608658] env[69547]: DEBUG nova.scheduler.client.report [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.699380] env[69547]: INFO nova.compute.manager [-] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Took 1.30 seconds to deallocate network for instance. [ 1086.753178] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.980448] env[69547]: INFO nova.compute.manager [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Took 28.59 seconds to build instance. [ 1086.983704] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162097, 'name': CreateSnapshot_Task, 'duration_secs': 0.895574} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.984147] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1086.984927] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c4a2c4-1988-4965-a391-decb1f6c402f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.997634] env[69547]: DEBUG nova.network.neutron [-] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.115096] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.117477] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.650s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.118948] env[69547]: INFO nova.compute.claims [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.156201] env[69547]: INFO nova.scheduler.client.report [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Deleted allocations for instance e197bb92-549d-4c35-b822-37883b7b0a05 [ 1087.209761] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.253876] env[69547]: DEBUG oslo_vmware.api [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Task: {'id': task-3162073, 'name': ReconfigVM_Task, 'duration_secs': 5.7328} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.254170] env[69547]: DEBUG oslo_concurrency.lockutils [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] Releasing lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.254367] env[69547]: DEBUG nova.virt.vmwareapi.vmops [req-b0d7cd63-43fb-4293-96a2-d76a2f454d9d req-753df684-c1ed-469a-802d-d8810f182848 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Reconfigured VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1087.254881] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "f0b21c03-55ea-4803-bd25-984521c6966e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.041s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.255108] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.258046] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.258046] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "f0b21c03-55ea-4803-bd25-984521c6966e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.258046] env[69547]: INFO nova.compute.manager [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Terminating instance [ 1087.367051] env[69547]: DEBUG nova.network.neutron [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Successfully updated port: 1e9c8b14-d01f-4971-84aa-13c4d9e21feb {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.484763] env[69547]: DEBUG oslo_concurrency.lockutils [None req-21b3558c-407d-4999-9526-1932087354ce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.113s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.502657] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1087.503174] env[69547]: INFO nova.compute.manager [-] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Took 1.42 seconds to deallocate network for instance. [ 1087.504033] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9956924-daa1-4e20-ab9a-1620ad85ee7a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.515516] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1087.515516] env[69547]: value = "task-3162099" [ 1087.515516] env[69547]: _type = "Task" [ 1087.515516] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.524957] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162099, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.670123] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6069023d-1248-4c15-8ebd-41b9b5d769ec tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "e197bb92-549d-4c35-b822-37883b7b0a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.242s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.764371] env[69547]: DEBUG nova.compute.manager [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.764371] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.764371] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23314eb-3360-4882-abd4-1c195ffeeb05 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.771792] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.772512] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15815da5-d113-41f1-8429-4e1bf51efe92 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.775894] env[69547]: DEBUG nova.network.neutron [-] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.779308] env[69547]: DEBUG oslo_vmware.api [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1087.779308] env[69547]: value = "task-3162100" [ 1087.779308] env[69547]: _type = "Task" [ 1087.779308] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.789685] env[69547]: DEBUG oslo_vmware.api [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.870193] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquiring lock "refresh_cache-972f6635-f311-4f92-8cb6-8f09d3413bd2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.870405] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquired lock "refresh_cache-972f6635-f311-4f92-8cb6-8f09d3413bd2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.870590] env[69547]: DEBUG nova.network.neutron [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.943644] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Received event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.943921] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing instance network info cache due to event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.944193] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Acquiring lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.944401] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Acquired lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.944585] env[69547]: DEBUG nova.network.neutron [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.971315] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.971710] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.971901] env[69547]: DEBUG nova.compute.manager [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.972782] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a92ad7c-795a-4c9a-ae71-c3a996b596d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.979877] env[69547]: DEBUG nova.compute.manager [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69547) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1087.980438] env[69547]: DEBUG nova.objects.instance [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lazy-loading 'flavor' on Instance uuid d13eb20c-6b8a-42ac-ad6e-66dad91ed169 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.015155] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.027028] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162099, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.096028] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "6785218d-c836-4b87-b5a0-adecf467adce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.097639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "6785218d-c836-4b87-b5a0-adecf467adce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.097639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "6785218d-c836-4b87-b5a0-adecf467adce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.097639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "6785218d-c836-4b87-b5a0-adecf467adce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.097639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "6785218d-c836-4b87-b5a0-adecf467adce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.099208] env[69547]: INFO nova.compute.manager [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Terminating instance [ 1088.278461] env[69547]: INFO nova.compute.manager [-] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Took 1.74 seconds to deallocate network for instance. [ 1088.294868] env[69547]: DEBUG oslo_vmware.api [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162100, 'name': PowerOffVM_Task, 'duration_secs': 0.319789} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.295167] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.295343] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.295604] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fafcac17-c93b-4910-ba1f-e034e9ed1dff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.354953] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.355196] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.355383] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleting the datastore file [datastore2] f0b21c03-55ea-4803-bd25-984521c6966e {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.355635] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b269e8f7-475d-45e2-a9df-706ed8d69b70 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.365210] env[69547]: DEBUG oslo_vmware.api [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1088.365210] env[69547]: value = "task-3162102" [ 1088.365210] env[69547]: _type = "Task" [ 1088.365210] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.372378] env[69547]: DEBUG oslo_vmware.api [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.409517] env[69547]: DEBUG nova.network.neutron [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.427663] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfcc821-0e30-4723-8aef-6cd95e67a500 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.437693] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c02aaff-f883-4c97-a4d6-c8e8a4c8a3fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.472525] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fd1adf-4db7-4923-8bed-516e9685fc65 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.481061] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446c9bee-1022-4fd4-b1b0-fa96594f58c2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.498074] env[69547]: DEBUG nova.compute.provider_tree [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.500202] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.500405] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94df674c-c59f-4943-8db8-765433b61b6e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.507482] env[69547]: DEBUG oslo_vmware.api [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1088.507482] env[69547]: value = "task-3162103" [ 1088.507482] env[69547]: _type = "Task" [ 1088.507482] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.515966] env[69547]: DEBUG oslo_vmware.api [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.526323] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162099, 'name': CloneVM_Task, 'duration_secs': 1.010471} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.527033] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Created linked-clone VM from snapshot [ 1088.527468] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b2862-da9a-42e2-9c0c-094d88063595 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.535374] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Uploading image 04540efd-4944-4003-bf3a-9022fa746824 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1088.573134] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1088.573134] env[69547]: value = "vm-632646" [ 1088.573134] env[69547]: _type = "VirtualMachine" [ 1088.573134] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1088.573442] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-36dd9d5d-2c6c-49b7-bb4b-8d1042229a38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.580958] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lease: (returnval){ [ 1088.580958] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52086e17-e835-a8cb-faff-5a4310c24dda" [ 1088.580958] env[69547]: _type = "HttpNfcLease" [ 1088.580958] env[69547]: } obtained for exporting VM: (result){ [ 1088.580958] env[69547]: value = "vm-632646" [ 1088.580958] env[69547]: _type = "VirtualMachine" [ 1088.580958] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1088.581351] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the lease: (returnval){ [ 1088.581351] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52086e17-e835-a8cb-faff-5a4310c24dda" [ 1088.581351] env[69547]: _type = "HttpNfcLease" [ 1088.581351] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1088.588677] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1088.588677] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52086e17-e835-a8cb-faff-5a4310c24dda" [ 1088.588677] env[69547]: _type = "HttpNfcLease" [ 1088.588677] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1088.602594] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "refresh_cache-6785218d-c836-4b87-b5a0-adecf467adce" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.602792] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquired lock "refresh_cache-6785218d-c836-4b87-b5a0-adecf467adce" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.602990] env[69547]: DEBUG nova.network.neutron [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.724881] env[69547]: DEBUG nova.network.neutron [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Updating instance_info_cache with network_info: [{"id": "1e9c8b14-d01f-4971-84aa-13c4d9e21feb", "address": "fa:16:3e:53:cf:46", "network": {"id": "836b05d7-de9b-4816-81a9-c85f3937e85a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-753492172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f450a26f2b4b4a82d1041001daab55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9c8b14-d0", "ovs_interfaceid": "1e9c8b14-d01f-4971-84aa-13c4d9e21feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.789831] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.850267] env[69547]: DEBUG nova.compute.manager [req-70b5521e-52c4-44fe-9eb5-518cf8e3ccc4 req-d67dd5f5-59be-4102-bebe-593e0f19877f service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Received event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.850267] env[69547]: DEBUG nova.compute.manager [req-70b5521e-52c4-44fe-9eb5-518cf8e3ccc4 req-d67dd5f5-59be-4102-bebe-593e0f19877f service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing instance network info cache due to event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.850267] env[69547]: DEBUG oslo_concurrency.lockutils [req-70b5521e-52c4-44fe-9eb5-518cf8e3ccc4 req-d67dd5f5-59be-4102-bebe-593e0f19877f service nova] Acquiring lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.851355] env[69547]: DEBUG nova.network.neutron [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updated VIF entry in instance network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.851777] env[69547]: DEBUG nova.network.neutron [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updating instance_info_cache with network_info: [{"id": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "address": "fa:16:3e:cd:70:00", "network": {"id": "7d5da3c4-8be1-4301-ba1d-7e7cc262a1e5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-965956096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9de9063990d84d8dbda34bfdf16f482d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c45ef-6d", "ovs_interfaceid": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.875478] env[69547]: DEBUG oslo_vmware.api [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160186} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.876463] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.876463] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.876463] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.876463] env[69547]: INFO nova.compute.manager [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1088.876668] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.876708] env[69547]: DEBUG nova.compute.manager [-] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.877640] env[69547]: DEBUG nova.network.neutron [-] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.004633] env[69547]: DEBUG nova.scheduler.client.report [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.016943] env[69547]: DEBUG oslo_vmware.api [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162103, 'name': PowerOffVM_Task, 'duration_secs': 0.260848} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.017253] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.017455] env[69547]: DEBUG nova.compute.manager [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.018259] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e19d4bd-99d0-4a7d-bb92-d78739901d68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.089782] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.089782] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52086e17-e835-a8cb-faff-5a4310c24dda" [ 1089.089782] env[69547]: _type = "HttpNfcLease" [ 1089.089782] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1089.090089] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1089.090089] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52086e17-e835-a8cb-faff-5a4310c24dda" [ 1089.090089] env[69547]: _type = "HttpNfcLease" [ 1089.090089] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1089.091463] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada8a336-d756-4ee5-9dd5-4938043e5e88 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.098857] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d46c8c-73e1-be2d-1e78-a783c0bb3c07/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1089.100321] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d46c8c-73e1-be2d-1e78-a783c0bb3c07/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1089.190130] env[69547]: DEBUG nova.network.neutron [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.230955] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Releasing lock "refresh_cache-972f6635-f311-4f92-8cb6-8f09d3413bd2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.232767] env[69547]: DEBUG nova.compute.manager [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Instance network_info: |[{"id": "1e9c8b14-d01f-4971-84aa-13c4d9e21feb", "address": "fa:16:3e:53:cf:46", "network": {"id": "836b05d7-de9b-4816-81a9-c85f3937e85a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-753492172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f450a26f2b4b4a82d1041001daab55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9c8b14-d0", "ovs_interfaceid": "1e9c8b14-d01f-4971-84aa-13c4d9e21feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.232767] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:cf:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e9c8b14-d01f-4971-84aa-13c4d9e21feb', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.242892] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Creating folder: Project (36f450a26f2b4b4a82d1041001daab55). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.242892] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16dfe101-4c3f-40f6-af3a-ce40272e149e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.249881] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5bae9643-05bc-4fc1-8bdf-2777066867ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.254413] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Created folder: Project (36f450a26f2b4b4a82d1041001daab55) in parent group-v632381. [ 1089.254652] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Creating folder: Instances. Parent ref: group-v632647. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.254910] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2814f3e2-5b5d-4820-b3d4-5eade86ba8e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.265139] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Created folder: Instances in parent group-v632647. [ 1089.265139] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.266371] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.266371] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b112375e-0a27-4a1e-ad89-946d69d32ed8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.284730] env[69547]: DEBUG nova.network.neutron [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.295234] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.295234] env[69547]: value = "task-3162107" [ 1089.295234] env[69547]: _type = "Task" [ 1089.295234] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.314178] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162107, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.355113] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Releasing lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.358019] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Received event network-vif-deleted-60b310d1-ae64-4ba4-b411-cd983ae57307 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.358019] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Received event network-vif-plugged-1e9c8b14-d01f-4971-84aa-13c4d9e21feb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.358019] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Acquiring lock "972f6635-f311-4f92-8cb6-8f09d3413bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.358019] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Lock "972f6635-f311-4f92-8cb6-8f09d3413bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.358019] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Lock "972f6635-f311-4f92-8cb6-8f09d3413bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.358019] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] No waiting events found dispatching network-vif-plugged-1e9c8b14-d01f-4971-84aa-13c4d9e21feb {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.358019] env[69547]: WARNING nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Received unexpected event network-vif-plugged-1e9c8b14-d01f-4971-84aa-13c4d9e21feb for instance with vm_state building and task_state spawning. [ 1089.358019] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Received event network-vif-deleted-d6d21c9b-ac6e-4929-a4fd-76c541c8d459 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.358019] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Received event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.358019] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing instance network info cache due to event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.358019] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Acquiring lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.358019] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Acquired lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.358019] env[69547]: DEBUG nova.network.neutron [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.514538] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.514912] env[69547]: DEBUG nova.compute.manager [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.518722] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.591s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.520408] env[69547]: INFO nova.compute.claims [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.531559] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2b37247-2a5d-4dec-a4ea-58a2754e75f4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.791075] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Releasing lock "refresh_cache-6785218d-c836-4b87-b5a0-adecf467adce" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.791075] env[69547]: DEBUG nova.compute.manager [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.791075] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.791075] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcc520b-6059-46a5-ae47-9d0d746b57b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.803411] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.811885] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29086f71-011b-4eed-be21-598ad73e375a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.820919] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162107, 'name': CreateVM_Task, 'duration_secs': 0.340535} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.822632] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.822913] env[69547]: DEBUG oslo_vmware.api [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1089.822913] env[69547]: value = "task-3162108" [ 1089.822913] env[69547]: _type = "Task" [ 1089.822913] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.823902] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.823902] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.824187] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.824601] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d15f40-c3d4-468b-afe4-c47a04f75b98 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.833085] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1089.833085] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52409e4b-e877-56bc-e10b-c36fd6818571" [ 1089.833085] env[69547]: _type = "Task" [ 1089.833085] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.837500] env[69547]: DEBUG oslo_vmware.api [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.846428] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52409e4b-e877-56bc-e10b-c36fd6818571, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.846968] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.847825] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.847889] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.848129] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.848373] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.848721] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00c48f5e-9f6c-46ca-a152-c5a35886f149 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.856908] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.857115] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.857861] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd09ee2-44c3-42dc-9372-45a21462c832 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.865327] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1089.865327] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5272f585-8850-eee3-972e-ee26ff814883" [ 1089.865327] env[69547]: _type = "Task" [ 1089.865327] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.875273] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5272f585-8850-eee3-972e-ee26ff814883, 'name': SearchDatastore_Task, 'duration_secs': 0.008633} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.876278] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36ef348-d385-464e-98fb-9234b4dded2e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.882157] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1089.882157] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5200b46a-bae5-cd0a-b898-456df5638019" [ 1089.882157] env[69547]: _type = "Task" [ 1089.882157] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.893851] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5200b46a-bae5-cd0a-b898-456df5638019, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.894077] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.894337] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 972f6635-f311-4f92-8cb6-8f09d3413bd2/972f6635-f311-4f92-8cb6-8f09d3413bd2.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.894745] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c19ce4c-7691-4a87-aa20-8c3000ef1fa3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.901481] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1089.901481] env[69547]: value = "task-3162109" [ 1089.901481] env[69547]: _type = "Task" [ 1089.901481] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.911360] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.974604] env[69547]: DEBUG nova.network.neutron [-] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.995771] env[69547]: DEBUG nova.compute.manager [req-e0104230-02c4-460a-a27c-d13a3a41f7b6 req-06156127-13f9-4805-87fa-e1fc27c27e64 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Received event network-vif-deleted-2da7a117-3c92-45ce-ac7f-21a1e9da4ecd {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.995992] env[69547]: INFO nova.compute.manager [req-e0104230-02c4-460a-a27c-d13a3a41f7b6 req-06156127-13f9-4805-87fa-e1fc27c27e64 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Neutron deleted interface 2da7a117-3c92-45ce-ac7f-21a1e9da4ecd; detaching it from the instance and deleting it from the info cache [ 1089.996388] env[69547]: DEBUG nova.network.neutron [req-e0104230-02c4-460a-a27c-d13a3a41f7b6 req-06156127-13f9-4805-87fa-e1fc27c27e64 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Updating instance_info_cache with network_info: [{"id": "cb9896b0-a847-4095-bc2a-9c258de53bc3", "address": "fa:16:3e:b7:f3:8a", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9896b0-a8", "ovs_interfaceid": "cb9896b0-a847-4095-bc2a-9c258de53bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.026893] env[69547]: DEBUG nova.compute.utils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.032054] env[69547]: DEBUG nova.compute.manager [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1090.159049] env[69547]: DEBUG nova.network.neutron [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updated VIF entry in instance network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.159049] env[69547]: DEBUG nova.network.neutron [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updating instance_info_cache with network_info: [{"id": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "address": "fa:16:3e:cd:70:00", "network": {"id": "7d5da3c4-8be1-4301-ba1d-7e7cc262a1e5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-965956096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9de9063990d84d8dbda34bfdf16f482d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c45ef-6d", "ovs_interfaceid": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.336490] env[69547]: DEBUG oslo_vmware.api [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162108, 'name': PowerOffVM_Task, 'duration_secs': 0.197164} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.336844] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.336990] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.337383] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4e2322f-5eb9-46fc-bffe-b21d52a5f86a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.367293] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.367578] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.367771] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Deleting the datastore file [datastore2] 6785218d-c836-4b87-b5a0-adecf467adce {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.368068] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5db1e53-471c-4ace-94b4-85ddab843587 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.383621] env[69547]: DEBUG oslo_vmware.api [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for the task: (returnval){ [ 1090.383621] env[69547]: value = "task-3162111" [ 1090.383621] env[69547]: _type = "Task" [ 1090.383621] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.402354] env[69547]: DEBUG oslo_vmware.api [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.415086] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494871} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.416302] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 972f6635-f311-4f92-8cb6-8f09d3413bd2/972f6635-f311-4f92-8cb6-8f09d3413bd2.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.416302] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.416302] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7ba2924-c3a8-4400-b254-bcc3d8bce212 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.426586] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1090.426586] env[69547]: value = "task-3162112" [ 1090.426586] env[69547]: _type = "Task" [ 1090.426586] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.436990] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.477177] env[69547]: INFO nova.compute.manager [-] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Took 1.60 seconds to deallocate network for instance. [ 1090.502819] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1f2b960-f572-484f-9355-8556327102a8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.519268] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cba58d-d950-494b-ac66-31e251f4547b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.535746] env[69547]: DEBUG nova.compute.manager [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.568806] env[69547]: DEBUG nova.compute.manager [req-e0104230-02c4-460a-a27c-d13a3a41f7b6 req-06156127-13f9-4805-87fa-e1fc27c27e64 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Detach interface failed, port_id=2da7a117-3c92-45ce-ac7f-21a1e9da4ecd, reason: Instance f0b21c03-55ea-4803-bd25-984521c6966e could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.664963] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Releasing lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.664963] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Received event network-changed-1e9c8b14-d01f-4971-84aa-13c4d9e21feb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.664963] env[69547]: DEBUG nova.compute.manager [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Refreshing instance network info cache due to event network-changed-1e9c8b14-d01f-4971-84aa-13c4d9e21feb. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.664963] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Acquiring lock "refresh_cache-972f6635-f311-4f92-8cb6-8f09d3413bd2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.664963] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Acquired lock "refresh_cache-972f6635-f311-4f92-8cb6-8f09d3413bd2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.664963] env[69547]: DEBUG nova.network.neutron [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Refreshing network info cache for port 1e9c8b14-d01f-4971-84aa-13c4d9e21feb {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.668585] env[69547]: DEBUG oslo_concurrency.lockutils [req-70b5521e-52c4-44fe-9eb5-518cf8e3ccc4 req-d67dd5f5-59be-4102-bebe-593e0f19877f service nova] Acquired lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.668981] env[69547]: DEBUG nova.network.neutron [req-70b5521e-52c4-44fe-9eb5-518cf8e3ccc4 req-d67dd5f5-59be-4102-bebe-593e0f19877f service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.677554] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.677844] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.678094] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.678363] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.678574] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.680627] env[69547]: INFO nova.compute.manager [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Terminating instance [ 1090.834078] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65ae09f-fe9e-4af4-8e6b-427f2a7354ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.843011] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b514cf5c-f5a4-4f77-84cc-5870ac36d033 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.876015] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec97b43-7946-4a76-bb12-2ba98c61833a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.879877] env[69547]: DEBUG nova.compute.manager [req-79f57488-6252-4603-acfe-9fe933caab23 req-0adfae7a-7ec2-43d0-ab88-594a1ab8382e service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Received event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.880125] env[69547]: DEBUG nova.compute.manager [req-79f57488-6252-4603-acfe-9fe933caab23 req-0adfae7a-7ec2-43d0-ab88-594a1ab8382e service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing instance network info cache due to event network-changed-1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.880370] env[69547]: DEBUG oslo_concurrency.lockutils [req-79f57488-6252-4603-acfe-9fe933caab23 req-0adfae7a-7ec2-43d0-ab88-594a1ab8382e service nova] Acquiring lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.890064] env[69547]: DEBUG oslo_vmware.api [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Task: {'id': task-3162111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102127} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.892338] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.892641] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.892967] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.893247] env[69547]: INFO nova.compute.manager [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1090.893567] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.893880] env[69547]: DEBUG nova.compute.manager [-] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.894038] env[69547]: DEBUG nova.network.neutron [-] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.896882] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a011d5-e429-42a5-a037-bfc683b744e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.901430] env[69547]: INFO nova.compute.manager [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Rebuilding instance [ 1090.920788] env[69547]: DEBUG nova.compute.provider_tree [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.924969] env[69547]: DEBUG nova.network.neutron [-] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.942029] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072418} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.946551] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.948683] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13adde6e-68d2-4342-b921-544c28975484 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.976717] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 972f6635-f311-4f92-8cb6-8f09d3413bd2/972f6635-f311-4f92-8cb6-8f09d3413bd2.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.982621] env[69547]: DEBUG nova.compute.manager [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.982975] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44597d09-430f-449a-b228-4ed573bfd4c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.999848] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d816b0-aca0-4f05-8666-3e5f64345405 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.004857] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.014958] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1091.014958] env[69547]: value = "task-3162113" [ 1091.014958] env[69547]: _type = "Task" [ 1091.014958] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.025883] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.188107] env[69547]: DEBUG nova.compute.manager [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.188346] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.189284] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff4b0c3-3f98-4064-ab3a-1e039774229c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.198932] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.199233] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e62f1b20-cd4a-4221-84fe-62d851f1f93b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.210919] env[69547]: DEBUG oslo_vmware.api [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1091.210919] env[69547]: value = "task-3162114" [ 1091.210919] env[69547]: _type = "Task" [ 1091.210919] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.221222] env[69547]: DEBUG oslo_vmware.api [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.424637] env[69547]: DEBUG nova.scheduler.client.report [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.428236] env[69547]: DEBUG nova.network.neutron [-] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.534852] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162113, 'name': ReconfigVM_Task, 'duration_secs': 0.293346} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.536147] env[69547]: DEBUG nova.network.neutron [req-70b5521e-52c4-44fe-9eb5-518cf8e3ccc4 req-d67dd5f5-59be-4102-bebe-593e0f19877f service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updated VIF entry in instance network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.536519] env[69547]: DEBUG nova.network.neutron [req-70b5521e-52c4-44fe-9eb5-518cf8e3ccc4 req-d67dd5f5-59be-4102-bebe-593e0f19877f service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updating instance_info_cache with network_info: [{"id": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "address": "fa:16:3e:cd:70:00", "network": {"id": "7d5da3c4-8be1-4301-ba1d-7e7cc262a1e5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-965956096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9de9063990d84d8dbda34bfdf16f482d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c45ef-6d", "ovs_interfaceid": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.537877] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 972f6635-f311-4f92-8cb6-8f09d3413bd2/972f6635-f311-4f92-8cb6-8f09d3413bd2.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.540924] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b34384aa-2748-4670-98ad-61d8f680d888 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.546871] env[69547]: DEBUG nova.compute.manager [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.551699] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1091.551699] env[69547]: value = "task-3162115" [ 1091.551699] env[69547]: _type = "Task" [ 1091.551699] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.552223] env[69547]: DEBUG nova.network.neutron [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Updated VIF entry in instance network info cache for port 1e9c8b14-d01f-4971-84aa-13c4d9e21feb. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.552846] env[69547]: DEBUG nova.network.neutron [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Updating instance_info_cache with network_info: [{"id": "1e9c8b14-d01f-4971-84aa-13c4d9e21feb", "address": "fa:16:3e:53:cf:46", "network": {"id": "836b05d7-de9b-4816-81a9-c85f3937e85a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-753492172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f450a26f2b4b4a82d1041001daab55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9c8b14-d0", "ovs_interfaceid": "1e9c8b14-d01f-4971-84aa-13c4d9e21feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.566185] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162115, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.577405] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.577683] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.577838] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.578028] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.578184] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.578340] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.578550] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.578740] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.578943] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.579097] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.579269] env[69547]: DEBUG nova.virt.hardware [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.580484] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab48d7d-a146-45a3-8fb8-aefc2ebabeff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.592386] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df16c243-dbbc-4cee-86ab-57f2dda734c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.608356] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.614517] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Creating folder: Project (4ba0260ad3a6469090c6b79a0f3183b7). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.614994] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e721977-50be-4ef7-93eb-ad6659d2f5b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.630030] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Created folder: Project (4ba0260ad3a6469090c6b79a0f3183b7) in parent group-v632381. [ 1091.630030] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Creating folder: Instances. Parent ref: group-v632650. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.630030] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59d2631e-dbad-43b2-8c5d-91564f7fe366 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.642863] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Created folder: Instances in parent group-v632650. [ 1091.645041] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.645041] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.645041] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d84725c-519c-46fb-8e50-32332a6604a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.667027] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.667027] env[69547]: value = "task-3162118" [ 1091.667027] env[69547]: _type = "Task" [ 1091.667027] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.675336] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162118, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.722237] env[69547]: DEBUG oslo_vmware.api [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162114, 'name': PowerOffVM_Task, 'duration_secs': 0.33184} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.722590] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.722896] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.723199] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5ced0ce-5804-4590-ac4b-3da100732ce3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.801366] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.801681] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.801909] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Deleting the datastore file [datastore1] 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.802253] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbc3082b-0a54-40a6-ba18-d1d71e02d7d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.810047] env[69547]: DEBUG oslo_vmware.api [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for the task: (returnval){ [ 1091.810047] env[69547]: value = "task-3162120" [ 1091.810047] env[69547]: _type = "Task" [ 1091.810047] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.819203] env[69547]: DEBUG oslo_vmware.api [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.931666] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.932232] env[69547]: DEBUG nova.compute.manager [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.935252] env[69547]: INFO nova.compute.manager [-] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Took 1.04 seconds to deallocate network for instance. [ 1091.935787] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.059s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.936019] env[69547]: DEBUG nova.objects.instance [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1092.021131] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.021569] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5107b5-d576-4e81-b4ad-ab363049859d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.030058] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1092.030058] env[69547]: value = "task-3162121" [ 1092.030058] env[69547]: _type = "Task" [ 1092.030058] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.039924] env[69547]: DEBUG oslo_concurrency.lockutils [req-70b5521e-52c4-44fe-9eb5-518cf8e3ccc4 req-d67dd5f5-59be-4102-bebe-593e0f19877f service nova] Releasing lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.040475] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.040475] env[69547]: DEBUG oslo_concurrency.lockutils [req-79f57488-6252-4603-acfe-9fe933caab23 req-0adfae7a-7ec2-43d0-ab88-594a1ab8382e service nova] Acquired lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.040677] env[69547]: DEBUG nova.network.neutron [req-79f57488-6252-4603-acfe-9fe933caab23 req-0adfae7a-7ec2-43d0-ab88-594a1ab8382e service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Refreshing network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.061544] env[69547]: DEBUG oslo_concurrency.lockutils [req-9133bc0f-a797-4cd3-864c-c8e3005cad36 req-ed01aa29-6ed3-47c9-946f-98bc38225474 service nova] Releasing lock "refresh_cache-972f6635-f311-4f92-8cb6-8f09d3413bd2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.062314] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162115, 'name': Rename_Task, 'duration_secs': 0.157727} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.062573] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.062820] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c1f8605-a0f3-4a25-8ef7-e474bb31e59b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.071204] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1092.071204] env[69547]: value = "task-3162122" [ 1092.071204] env[69547]: _type = "Task" [ 1092.071204] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.080691] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.178084] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162118, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.323980] env[69547]: DEBUG oslo_vmware.api [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Task: {'id': task-3162120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316453} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.324306] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.324485] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.324661] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.324835] env[69547]: INFO nova.compute.manager [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1092.325099] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.325304] env[69547]: DEBUG nova.compute.manager [-] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.325399] env[69547]: DEBUG nova.network.neutron [-] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.437620] env[69547]: DEBUG nova.compute.utils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.439333] env[69547]: DEBUG nova.compute.manager [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.439590] env[69547]: DEBUG nova.network.neutron [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.447363] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.518016] env[69547]: DEBUG nova.policy [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d34b11bbfc42c5bdccc421374336fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe31a0dab018416382f0c8af99bc7d87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.550845] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1092.551162] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.552439] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a1c73-52b4-4a31-a5dc-1419e17d959c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.565166] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.565166] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6171de6-3ccb-4eac-b953-fad3512dac02 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.582134] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162122, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.646116] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.646366] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.646577] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleting the datastore file [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.650094] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e92c0143-eba1-4b49-b75a-758907e22a66 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.659176] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1092.659176] env[69547]: value = "task-3162124" [ 1092.659176] env[69547]: _type = "Task" [ 1092.659176] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.670331] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.685054] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162118, 'name': CreateVM_Task, 'duration_secs': 0.875296} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.685738] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.685738] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.685946] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.686279] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.686638] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88dec81a-d3f9-4acf-b614-c6f3b7708709 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.693685] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1092.693685] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5244d846-46ba-5302-96c9-922cc99b3d55" [ 1092.693685] env[69547]: _type = "Task" [ 1092.693685] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.708036] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5244d846-46ba-5302-96c9-922cc99b3d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.793046] env[69547]: DEBUG nova.network.neutron [req-79f57488-6252-4603-acfe-9fe933caab23 req-0adfae7a-7ec2-43d0-ab88-594a1ab8382e service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updated VIF entry in instance network info cache for port 1d6c45ef-6d16-456c-abc2-08c75a52453c. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.793600] env[69547]: DEBUG nova.network.neutron [req-79f57488-6252-4603-acfe-9fe933caab23 req-0adfae7a-7ec2-43d0-ab88-594a1ab8382e service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updating instance_info_cache with network_info: [{"id": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "address": "fa:16:3e:cd:70:00", "network": {"id": "7d5da3c4-8be1-4301-ba1d-7e7cc262a1e5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-965956096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9de9063990d84d8dbda34bfdf16f482d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6c45ef-6d", "ovs_interfaceid": "1d6c45ef-6d16-456c-abc2-08c75a52453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.908128] env[69547]: DEBUG nova.network.neutron [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Successfully created port: 6b38c5be-23e6-4096-99b8-cf1841ab6501 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.943566] env[69547]: DEBUG nova.compute.manager [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.947349] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d74b209d-57f7-46e6-8986-acc30f0f7cd1 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.950786] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.783s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.950786] env[69547]: INFO nova.compute.claims [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.082782] env[69547]: DEBUG oslo_vmware.api [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162122, 'name': PowerOnVM_Task, 'duration_secs': 0.587809} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.083132] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.083394] env[69547]: INFO nova.compute.manager [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1093.083632] env[69547]: DEBUG nova.compute.manager [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.084997] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84387511-96cc-428f-a77f-bac17ea8efc6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.150672] env[69547]: DEBUG nova.compute.manager [req-1e4b54b4-fa18-46e6-83c7-e9a055373708 req-80992c72-9ef3-40a4-9be3-33552c88f2b8 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Received event network-vif-deleted-1d6c45ef-6d16-456c-abc2-08c75a52453c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.150672] env[69547]: INFO nova.compute.manager [req-1e4b54b4-fa18-46e6-83c7-e9a055373708 req-80992c72-9ef3-40a4-9be3-33552c88f2b8 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Neutron deleted interface 1d6c45ef-6d16-456c-abc2-08c75a52453c; detaching it from the instance and deleting it from the info cache [ 1093.150973] env[69547]: DEBUG nova.network.neutron [req-1e4b54b4-fa18-46e6-83c7-e9a055373708 req-80992c72-9ef3-40a4-9be3-33552c88f2b8 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.170296] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246309} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.171153] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.171379] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.171527] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.208929] env[69547]: DEBUG nova.network.neutron [-] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.210500] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5244d846-46ba-5302-96c9-922cc99b3d55, 'name': SearchDatastore_Task, 'duration_secs': 0.018511} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.212322] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.212322] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.212322] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.212322] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.213998] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.213998] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feba4bb1-64c4-46a6-83d9-bb997fb0a8fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.226606] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.226606] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.227929] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0026cd2-3fd0-497e-87b2-3da798d4e5f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.235228] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1093.235228] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528095b6-1a56-7a75-7df4-02e9b444efb8" [ 1093.235228] env[69547]: _type = "Task" [ 1093.235228] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.245354] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528095b6-1a56-7a75-7df4-02e9b444efb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.296235] env[69547]: DEBUG oslo_concurrency.lockutils [req-79f57488-6252-4603-acfe-9fe933caab23 req-0adfae7a-7ec2-43d0-ab88-594a1ab8382e service nova] Releasing lock "refresh_cache-0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.418632] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "09f18f69-55d5-41a1-89de-257d82440a5d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.418632] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.418816] env[69547]: INFO nova.compute.manager [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Shelving [ 1093.603965] env[69547]: INFO nova.compute.manager [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Took 20.03 seconds to build instance. [ 1093.655439] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8babbac4-94cf-4256-8600-a43eefd9d627 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.666768] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519eb8b9-d4f7-49f7-bdbe-8e255038a79c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.707864] env[69547]: DEBUG nova.compute.manager [req-1e4b54b4-fa18-46e6-83c7-e9a055373708 req-80992c72-9ef3-40a4-9be3-33552c88f2b8 service nova] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Detach interface failed, port_id=1d6c45ef-6d16-456c-abc2-08c75a52453c, reason: Instance 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1093.711681] env[69547]: INFO nova.compute.manager [-] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Took 1.39 seconds to deallocate network for instance. [ 1093.746171] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528095b6-1a56-7a75-7df4-02e9b444efb8, 'name': SearchDatastore_Task, 'duration_secs': 0.018028} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.747776] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4624c20-4195-47e0-b862-c7d457c39f64 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.754162] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1093.754162] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a5cd18-e7cc-0b9f-424a-5231d3fa4623" [ 1093.754162] env[69547]: _type = "Task" [ 1093.754162] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.763618] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a5cd18-e7cc-0b9f-424a-5231d3fa4623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.955050] env[69547]: DEBUG nova.compute.manager [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.980956] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.981252] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.981412] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.981628] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.981775] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.981924] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.982144] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.982306] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.982494] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.982678] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.982857] env[69547]: DEBUG nova.virt.hardware [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.983841] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76166d3-a1da-41fa-9b11-52661d0c9b90 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.996055] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d11c25-dec2-4205-b535-cdba0c6b5663 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.106173] env[69547]: DEBUG oslo_concurrency.lockutils [None req-75d46851-6f73-4bfa-93ed-ab1545f90f2b tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "972f6635-f311-4f92-8cb6-8f09d3413bd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.539s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.210231] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.210958] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.210958] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.210958] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.210958] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.211872] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.211872] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.211872] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.211872] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.211872] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.212120] env[69547]: DEBUG nova.virt.hardware [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.212890] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2c4df7-1a17-42a7-b3ab-6409f29412e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.218837] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.226095] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cffd3c-eb68-4f71-93e3-d905e16655b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.243858] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:13:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1551a32b-8ba7-4c71-85fc-74fe5f1f8a51', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.251823] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.253200] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.253655] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eef1f87-b334-44ae-8ca9-bd1c3a18b266 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.256359] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-249a6f99-335e-4a2f-9710-ae8adccede96 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.276160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquiring lock "972f6635-f311-4f92-8cb6-8f09d3413bd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.276591] env[69547]: DEBUG oslo_concurrency.lockutils [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "972f6635-f311-4f92-8cb6-8f09d3413bd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.277099] env[69547]: DEBUG oslo_concurrency.lockutils [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquiring lock "972f6635-f311-4f92-8cb6-8f09d3413bd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.277582] env[69547]: DEBUG oslo_concurrency.lockutils [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "972f6635-f311-4f92-8cb6-8f09d3413bd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.278304] env[69547]: DEBUG oslo_concurrency.lockutils [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "972f6635-f311-4f92-8cb6-8f09d3413bd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.285305] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a5cd18-e7cc-0b9f-424a-5231d3fa4623, 'name': SearchDatastore_Task, 'duration_secs': 0.021733} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.286065] env[69547]: INFO nova.compute.manager [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Terminating instance [ 1094.288658] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.288901] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.290366] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483edd2f-310c-4869-9986-43e990438968 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.293695] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.293695] env[69547]: value = "task-3162125" [ 1094.293695] env[69547]: _type = "Task" [ 1094.293695] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.295134] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee02242-59b3-456b-bd22-27a6e1837f16 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.333378] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a0801d-e922-45f3-9173-deb201d80163 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.336408] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1094.336408] env[69547]: value = "task-3162126" [ 1094.336408] env[69547]: _type = "Task" [ 1094.336408] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.340257] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162125, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.348436] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f079717-bc46-4b25-9bbe-5b5122c544bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.356621] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.369679] env[69547]: DEBUG nova.compute.provider_tree [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.429055] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.429055] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9378b91b-351f-4a4d-a7f8-fffa40842c04 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.441042] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1094.441042] env[69547]: value = "task-3162127" [ 1094.441042] env[69547]: _type = "Task" [ 1094.441042] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.451740] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.632024] env[69547]: DEBUG nova.network.neutron [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Successfully updated port: 6b38c5be-23e6-4096-99b8-cf1841ab6501 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.799027] env[69547]: DEBUG nova.compute.manager [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.799307] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.804022] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3928b03a-7cc4-45e5-a6fb-29793243fef3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.814731] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162125, 'name': CreateVM_Task, 'duration_secs': 0.448399} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.817435] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.817814] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.818613] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.818831] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.819185] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.819446] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b3a6436-f071-475a-aca8-67fdc9e69903 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.821608] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407bf421-513f-4578-a0aa-1a6fc5b2afaf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.829359] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1094.829359] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52132774-1a4a-7ff7-be36-20aced2730dd" [ 1094.829359] env[69547]: _type = "Task" [ 1094.829359] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.836606] env[69547]: DEBUG oslo_vmware.api [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1094.836606] env[69547]: value = "task-3162128" [ 1094.836606] env[69547]: _type = "Task" [ 1094.836606] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.848259] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52132774-1a4a-7ff7-be36-20aced2730dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.852864] env[69547]: DEBUG oslo_vmware.api [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.859566] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162126, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.873083] env[69547]: DEBUG nova.scheduler.client.report [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.951956] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162127, 'name': PowerOffVM_Task, 'duration_secs': 0.332093} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.952429] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.953308] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae21ade-daf7-4836-b27a-8fa569b9b798 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.975079] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3061f37-8746-4a10-98e3-1bf881740131 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.136406] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "refresh_cache-80c32577-465f-4bc1-9db0-1cee96fe4ccd" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.136609] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "refresh_cache-80c32577-465f-4bc1-9db0-1cee96fe4ccd" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.136783] env[69547]: DEBUG nova.network.neutron [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.180031] env[69547]: DEBUG nova.compute.manager [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Received event network-vif-plugged-6b38c5be-23e6-4096-99b8-cf1841ab6501 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.180323] env[69547]: DEBUG oslo_concurrency.lockutils [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] Acquiring lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.180562] env[69547]: DEBUG oslo_concurrency.lockutils [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] Lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.180760] env[69547]: DEBUG oslo_concurrency.lockutils [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] Lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.180961] env[69547]: DEBUG nova.compute.manager [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] No waiting events found dispatching network-vif-plugged-6b38c5be-23e6-4096-99b8-cf1841ab6501 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.181218] env[69547]: WARNING nova.compute.manager [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Received unexpected event network-vif-plugged-6b38c5be-23e6-4096-99b8-cf1841ab6501 for instance with vm_state building and task_state spawning. [ 1095.181454] env[69547]: DEBUG nova.compute.manager [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Received event network-changed-6b38c5be-23e6-4096-99b8-cf1841ab6501 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.181652] env[69547]: DEBUG nova.compute.manager [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Refreshing instance network info cache due to event network-changed-6b38c5be-23e6-4096-99b8-cf1841ab6501. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.181883] env[69547]: DEBUG oslo_concurrency.lockutils [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] Acquiring lock "refresh_cache-80c32577-465f-4bc1-9db0-1cee96fe4ccd" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.341169] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52132774-1a4a-7ff7-be36-20aced2730dd, 'name': SearchDatastore_Task, 'duration_secs': 0.021848} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.347883] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.348172] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.348434] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.348557] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.348797] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.349124] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adc998b1-ea42-47f6-9c54-4008cc353e29 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.358156] env[69547]: DEBUG oslo_vmware.api [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162128, 'name': PowerOffVM_Task, 'duration_secs': 0.208196} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.362066] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.362255] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.362532] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594873} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.362747] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.362901] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.363615] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cdd2bf4-5e31-4676-8021-657551c1d9f2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.365226] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.365466] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.365686] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5699f77-3f93-4cca-9518-9c16e123f301 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.367995] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13f9b9e9-269f-4c29-947f-6e1476e156b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.373847] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1095.373847] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]523efed8-e5ef-0f65-0474-bc78f96c5ff4" [ 1095.373847] env[69547]: _type = "Task" [ 1095.373847] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.379486] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.379486] env[69547]: DEBUG nova.compute.manager [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.383026] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1095.383026] env[69547]: value = "task-3162130" [ 1095.383026] env[69547]: _type = "Task" [ 1095.383026] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.383370] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.951s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.384909] env[69547]: INFO nova.compute.claims [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.405528] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.409591] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]523efed8-e5ef-0f65-0474-bc78f96c5ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.028562} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.410651] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db283453-f7eb-4e26-a7a0-c8dfcabcd652 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.417634] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1095.417634] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b64d6d-83f0-e4e1-71b9-ed9bf27407d3" [ 1095.417634] env[69547]: _type = "Task" [ 1095.417634] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.429354] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b64d6d-83f0-e4e1-71b9-ed9bf27407d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.452512] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.452900] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.453054] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Deleting the datastore file [datastore2] 972f6635-f311-4f92-8cb6-8f09d3413bd2 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.453390] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63f67625-49c6-41bb-a724-3e964f199393 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.461749] env[69547]: DEBUG oslo_vmware.api [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for the task: (returnval){ [ 1095.461749] env[69547]: value = "task-3162131" [ 1095.461749] env[69547]: _type = "Task" [ 1095.461749] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.471459] env[69547]: DEBUG oslo_vmware.api [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.487954] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1095.488317] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae6ab03c-5291-42a9-b08f-3d4548e61f56 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.497411] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1095.497411] env[69547]: value = "task-3162132" [ 1095.497411] env[69547]: _type = "Task" [ 1095.497411] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.506663] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.676921] env[69547]: DEBUG nova.network.neutron [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.852023] env[69547]: DEBUG nova.network.neutron [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Updating instance_info_cache with network_info: [{"id": "6b38c5be-23e6-4096-99b8-cf1841ab6501", "address": "fa:16:3e:9a:0f:14", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b38c5be-23", "ovs_interfaceid": "6b38c5be-23e6-4096-99b8-cf1841ab6501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.884060] env[69547]: DEBUG nova.compute.utils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.885836] env[69547]: DEBUG nova.compute.manager [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.886034] env[69547]: DEBUG nova.network.neutron [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.902100] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082136} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.902408] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.903262] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45603f42-037c-424a-ba12-0cb1394ee05b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.929451] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.931163] env[69547]: DEBUG nova.policy [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93784d4c0a5547aba4d449abe334e915', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e95c805882684f7d9c87fabc58b94d3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.935981] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aad8f03-bda0-4424-ac12-25b154ebc163 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.958449] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b64d6d-83f0-e4e1-71b9-ed9bf27407d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.960031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.960327] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169/d13eb20c-6b8a-42ac-ad6e-66dad91ed169.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.960667] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1095.960667] env[69547]: value = "task-3162133" [ 1095.960667] env[69547]: _type = "Task" [ 1095.960667] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.960875] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-396644dc-ebe0-4958-8d48-2996e6482216 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.974798] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162133, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.979201] env[69547]: DEBUG oslo_vmware.api [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Task: {'id': task-3162131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320866} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.979553] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1095.979553] env[69547]: value = "task-3162134" [ 1095.979553] env[69547]: _type = "Task" [ 1095.979553] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.979746] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.980347] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.980347] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.980347] env[69547]: INFO nova.compute.manager [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1095.980568] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.980813] env[69547]: DEBUG nova.compute.manager [-] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.980914] env[69547]: DEBUG nova.network.neutron [-] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.993606] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.008809] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162132, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.022568] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d46c8c-73e1-be2d-1e78-a783c0bb3c07/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1096.023918] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f5ba48-55ea-4866-8de5-b943f4398ea6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.031828] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d46c8c-73e1-be2d-1e78-a783c0bb3c07/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1096.031828] env[69547]: ERROR oslo_vmware.rw_handles [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d46c8c-73e1-be2d-1e78-a783c0bb3c07/disk-0.vmdk due to incomplete transfer. [ 1096.032131] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-545ff271-7bc9-415d-8486-b5cd86fc5593 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.041730] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d46c8c-73e1-be2d-1e78-a783c0bb3c07/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1096.041992] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Uploaded image 04540efd-4944-4003-bf3a-9022fa746824 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1096.044566] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1096.044836] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-af6b044c-6e70-4fc8-87bb-fa12baf5d239 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.052401] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1096.052401] env[69547]: value = "task-3162135" [ 1096.052401] env[69547]: _type = "Task" [ 1096.052401] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.062314] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162135, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.265812] env[69547]: DEBUG nova.compute.manager [req-cfc46b5a-ee17-40fb-ab2e-47359a7e0d9c req-8b4f6f0f-260a-4305-a652-90d722580d18 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Received event network-vif-deleted-1e9c8b14-d01f-4971-84aa-13c4d9e21feb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.266153] env[69547]: INFO nova.compute.manager [req-cfc46b5a-ee17-40fb-ab2e-47359a7e0d9c req-8b4f6f0f-260a-4305-a652-90d722580d18 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Neutron deleted interface 1e9c8b14-d01f-4971-84aa-13c4d9e21feb; detaching it from the instance and deleting it from the info cache [ 1096.266387] env[69547]: DEBUG nova.network.neutron [req-cfc46b5a-ee17-40fb-ab2e-47359a7e0d9c req-8b4f6f0f-260a-4305-a652-90d722580d18 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.318722] env[69547]: DEBUG nova.network.neutron [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Successfully created port: 1eb88e1d-8034-4779-a0cf-1e969e4f5568 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.358022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "refresh_cache-80c32577-465f-4bc1-9db0-1cee96fe4ccd" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.358022] env[69547]: DEBUG nova.compute.manager [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Instance network_info: |[{"id": "6b38c5be-23e6-4096-99b8-cf1841ab6501", "address": "fa:16:3e:9a:0f:14", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b38c5be-23", "ovs_interfaceid": "6b38c5be-23e6-4096-99b8-cf1841ab6501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.358022] env[69547]: DEBUG oslo_concurrency.lockutils [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] Acquired lock "refresh_cache-80c32577-465f-4bc1-9db0-1cee96fe4ccd" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.358022] env[69547]: DEBUG nova.network.neutron [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Refreshing network info cache for port 6b38c5be-23e6-4096-99b8-cf1841ab6501 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.358022] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:0f:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b38c5be-23e6-4096-99b8-cf1841ab6501', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.369232] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.370791] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.371364] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-276360bc-5205-45b6-83a2-dd589410bad3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.392701] env[69547]: DEBUG nova.compute.manager [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.410643] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.410643] env[69547]: value = "task-3162136" [ 1096.410643] env[69547]: _type = "Task" [ 1096.410643] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.422797] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162136, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.481735] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162133, 'name': ReconfigVM_Task, 'duration_secs': 0.303238} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.485463] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Reconfigured VM instance instance-00000060 to attach disk [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.486185] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69221cd0-805a-49e8-97d6-30f243fd5800 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.500156] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162134, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.503463] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1096.503463] env[69547]: value = "task-3162137" [ 1096.503463] env[69547]: _type = "Task" [ 1096.503463] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.512786] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162132, 'name': CreateSnapshot_Task, 'duration_secs': 0.871364} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.516910] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1096.517375] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3819ac45-99b8-4201-a8fc-fdd743fcadf5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.523933] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162137, 'name': Rename_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.567125] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162135, 'name': Destroy_Task, 'duration_secs': 0.356522} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.567476] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Destroyed the VM [ 1096.567742] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1096.568018] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83de26a3-ba92-43d7-b8aa-5e46c566adde {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.581357] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1096.581357] env[69547]: value = "task-3162138" [ 1096.581357] env[69547]: _type = "Task" [ 1096.581357] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.596815] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162138, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.724943] env[69547]: DEBUG nova.network.neutron [-] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.760054] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ba3bcb-a66b-462d-bb7e-e52ed937e74b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.769219] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257501c9-3e78-4e9a-91d7-458920d164cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.773236] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69d3e38d-d321-4d17-82aa-30071e48696e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.807842] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67ba9bd-982a-4c8a-b705-345f0dc6388e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.813338] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ad3818-3989-46ec-a5f0-eb6b86763169 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.834583] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d6294d-ebf2-4cea-9148-355cb9afe21b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.851097] env[69547]: DEBUG nova.compute.manager [req-cfc46b5a-ee17-40fb-ab2e-47359a7e0d9c req-8b4f6f0f-260a-4305-a652-90d722580d18 service nova] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Detach interface failed, port_id=1e9c8b14-d01f-4971-84aa-13c4d9e21feb, reason: Instance 972f6635-f311-4f92-8cb6-8f09d3413bd2 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.862063] env[69547]: DEBUG nova.compute.provider_tree [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.923340] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162136, 'name': CreateVM_Task, 'duration_secs': 0.39257} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.923581] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.924297] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.924445] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.924758] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.925032] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e676d04c-8226-4d21-b2c9-bc0941d1e334 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.930914] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1096.930914] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a1e245-0bba-773d-f89c-d166c3766add" [ 1096.930914] env[69547]: _type = "Task" [ 1096.930914] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.940712] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a1e245-0bba-773d-f89c-d166c3766add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.992896] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643389} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.995801] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169/d13eb20c-6b8a-42ac-ad6e-66dad91ed169.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.996056] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.996372] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8c0b0e5-1ae6-42c4-bc5c-26333a2ab340 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.004889] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1097.004889] env[69547]: value = "task-3162139" [ 1097.004889] env[69547]: _type = "Task" [ 1097.004889] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.019535] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162137, 'name': Rename_Task, 'duration_secs': 0.206928} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.022729] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.023032] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.023281] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f508ff04-05b3-47cc-9c27-9e24131fc456 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.032205] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1097.032205] env[69547]: value = "task-3162140" [ 1097.032205] env[69547]: _type = "Task" [ 1097.032205] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.048431] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1097.048785] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.049654] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62c68a0a-6d67-46fd-9988-5d336cabc862 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.058376] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1097.058376] env[69547]: value = "task-3162141" [ 1097.058376] env[69547]: _type = "Task" [ 1097.058376] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.078061] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162141, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.091664] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162138, 'name': RemoveSnapshot_Task, 'duration_secs': 0.415187} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.091926] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1097.092235] env[69547]: DEBUG nova.compute.manager [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.093024] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c886eaa-3836-4d61-9407-3fba0b131350 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.184898] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.185170] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.227735] env[69547]: INFO nova.compute.manager [-] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Took 1.25 seconds to deallocate network for instance. [ 1097.232042] env[69547]: DEBUG nova.network.neutron [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Updated VIF entry in instance network info cache for port 6b38c5be-23e6-4096-99b8-cf1841ab6501. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.232141] env[69547]: DEBUG nova.network.neutron [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Updating instance_info_cache with network_info: [{"id": "6b38c5be-23e6-4096-99b8-cf1841ab6501", "address": "fa:16:3e:9a:0f:14", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b38c5be-23", "ovs_interfaceid": "6b38c5be-23e6-4096-99b8-cf1841ab6501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.364253] env[69547]: DEBUG nova.scheduler.client.report [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.410050] env[69547]: DEBUG nova.compute.manager [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.448029] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a1e245-0bba-773d-f89c-d166c3766add, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.450440] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.450706] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.450865] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.451065] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.451217] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.451366] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.451579] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.451737] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.451903] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.452077] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.452255] env[69547]: DEBUG nova.virt.hardware [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.452615] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.452833] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.453082] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.453230] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.453405] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.454649] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db1f1f-4d16-4b0f-b3d6-1126f8d75672 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.457430] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff59c6a6-5074-4ee2-9f0c-56609f404911 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.465773] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef9ccf0-51da-442c-bc7f-5c460272dcc1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.471243] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.471448] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.472624] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364c23b6-4542-478d-acde-6f7fa34d034d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.486221] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1097.486221] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dcfba4-d362-3b55-c96b-376cbf3da1b6" [ 1097.486221] env[69547]: _type = "Task" [ 1097.486221] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.496201] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dcfba4-d362-3b55-c96b-376cbf3da1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.523771] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070363} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.525050] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.525265] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb579bc-b115-4fd6-8e41-0c549cd2e883 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.550400] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169/d13eb20c-6b8a-42ac-ad6e-66dad91ed169.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.554204] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f021b60c-87a9-41da-a2f5-e067c28bc2ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.576649] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquiring lock "8bb93adb-c1ca-456b-8017-75369f00ca0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.576913] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "8bb93adb-c1ca-456b-8017-75369f00ca0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.577134] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquiring lock "8bb93adb-c1ca-456b-8017-75369f00ca0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.577342] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "8bb93adb-c1ca-456b-8017-75369f00ca0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.577528] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "8bb93adb-c1ca-456b-8017-75369f00ca0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.579707] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.581650] env[69547]: INFO nova.compute.manager [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Terminating instance [ 1097.585092] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1097.585092] env[69547]: value = "task-3162142" [ 1097.585092] env[69547]: _type = "Task" [ 1097.585092] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.593822] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162141, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.601041] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.608175] env[69547]: INFO nova.compute.manager [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Shelve offloading [ 1097.694764] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.695072] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.695630] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.695815] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.696859] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.696859] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.696859] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1097.696859] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.738566] env[69547]: DEBUG oslo_concurrency.lockutils [req-665aae00-1daa-4f24-be84-46fcf3579428 req-1c3742fd-63f1-47ff-aa6d-de1704d5252b service nova] Releasing lock "refresh_cache-80c32577-465f-4bc1-9db0-1cee96fe4ccd" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.739853] env[69547]: DEBUG oslo_concurrency.lockutils [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.874551] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.874551] env[69547]: DEBUG nova.compute.manager [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.876997] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.668s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.878921] env[69547]: DEBUG nova.objects.instance [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lazy-loading 'resources' on Instance uuid 8ea72f91-aadb-4b9a-b591-5707665f6498 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.999993] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dcfba4-d362-3b55-c96b-376cbf3da1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.047864} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.000906] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d875fe-6c8e-4599-a523-20c287f4e6b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.008376] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1098.008376] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5265b421-bca8-70e0-d42e-c57890bf06ff" [ 1098.008376] env[69547]: _type = "Task" [ 1098.008376] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.018184] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5265b421-bca8-70e0-d42e-c57890bf06ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.052521] env[69547]: DEBUG oslo_vmware.api [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162140, 'name': PowerOnVM_Task, 'duration_secs': 0.977161} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.052816] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.053041] env[69547]: INFO nova.compute.manager [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1098.053227] env[69547]: DEBUG nova.compute.manager [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.054027] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3165b16-7da1-4a07-8ea5-0391ed31d7bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.080074] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162141, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.096630] env[69547]: DEBUG nova.compute.manager [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.096858] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.097172] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.098944] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3403b44-4df3-469c-9dc4-23b73376f92d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.102690] env[69547]: DEBUG nova.compute.manager [req-5781e506-09f2-43fd-85db-964a0476ea9c req-51c2eb56-e3c4-45a8-a092-bfe51a0a3ffe service nova] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Received event network-vif-plugged-1eb88e1d-8034-4779-a0cf-1e969e4f5568 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.102879] env[69547]: DEBUG oslo_concurrency.lockutils [req-5781e506-09f2-43fd-85db-964a0476ea9c req-51c2eb56-e3c4-45a8-a092-bfe51a0a3ffe service nova] Acquiring lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.103098] env[69547]: DEBUG oslo_concurrency.lockutils [req-5781e506-09f2-43fd-85db-964a0476ea9c req-51c2eb56-e3c4-45a8-a092-bfe51a0a3ffe service nova] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.103270] env[69547]: DEBUG oslo_concurrency.lockutils [req-5781e506-09f2-43fd-85db-964a0476ea9c req-51c2eb56-e3c4-45a8-a092-bfe51a0a3ffe service nova] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.103436] env[69547]: DEBUG nova.compute.manager [req-5781e506-09f2-43fd-85db-964a0476ea9c req-51c2eb56-e3c4-45a8-a092-bfe51a0a3ffe service nova] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] No waiting events found dispatching network-vif-plugged-1eb88e1d-8034-4779-a0cf-1e969e4f5568 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.103603] env[69547]: WARNING nova.compute.manager [req-5781e506-09f2-43fd-85db-964a0476ea9c req-51c2eb56-e3c4-45a8-a092-bfe51a0a3ffe service nova] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Received unexpected event network-vif-plugged-1eb88e1d-8034-4779-a0cf-1e969e4f5568 for instance with vm_state building and task_state spawning. [ 1098.110295] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.110550] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e306e89-4936-4638-af11-1e89d2216efb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.112578] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.112808] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-466a7413-f09a-4a69-b679-59b84325e592 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.123203] env[69547]: DEBUG oslo_vmware.api [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1098.123203] env[69547]: value = "task-3162143" [ 1098.123203] env[69547]: _type = "Task" [ 1098.123203] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.124466] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1098.124466] env[69547]: value = "task-3162144" [ 1098.124466] env[69547]: _type = "Task" [ 1098.124466] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.142956] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1098.143264] env[69547]: DEBUG nova.compute.manager [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.143750] env[69547]: DEBUG oslo_vmware.api [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3162143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.146025] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dd5ce8-f09d-454e-9259-aee7c2563690 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.152550] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.152767] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.153028] env[69547]: DEBUG nova.network.neutron [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.200072] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.384359] env[69547]: DEBUG nova.compute.utils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.385772] env[69547]: DEBUG nova.compute.manager [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.385965] env[69547]: DEBUG nova.network.neutron [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.439469] env[69547]: DEBUG nova.policy [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '814ff386afa84e4ea3c865439f2e82da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f1cf2189a2f45b38f313268cb7deb23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.521335] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5265b421-bca8-70e0-d42e-c57890bf06ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.521651] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.521921] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 80c32577-465f-4bc1-9db0-1cee96fe4ccd/80c32577-465f-4bc1-9db0-1cee96fe4ccd.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.522219] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf8566be-7d38-41b0-adb7-5fe22dfc7874 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.531967] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1098.531967] env[69547]: value = "task-3162145" [ 1098.531967] env[69547]: _type = "Task" [ 1098.531967] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.542450] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.562454] env[69547]: DEBUG nova.network.neutron [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Successfully updated port: 1eb88e1d-8034-4779-a0cf-1e969e4f5568 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.581401] env[69547]: INFO nova.compute.manager [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Took 18.14 seconds to build instance. [ 1098.586866] env[69547]: DEBUG nova.compute.manager [req-97b24d27-d915-4c95-ab0a-0a1979aca418 req-751649c1-698c-4aa3-bcbb-dbc3398c8e34 service nova] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Received event network-changed-1eb88e1d-8034-4779-a0cf-1e969e4f5568 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.587070] env[69547]: DEBUG nova.compute.manager [req-97b24d27-d915-4c95-ab0a-0a1979aca418 req-751649c1-698c-4aa3-bcbb-dbc3398c8e34 service nova] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Refreshing instance network info cache due to event network-changed-1eb88e1d-8034-4779-a0cf-1e969e4f5568. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.587982] env[69547]: DEBUG oslo_concurrency.lockutils [req-97b24d27-d915-4c95-ab0a-0a1979aca418 req-751649c1-698c-4aa3-bcbb-dbc3398c8e34 service nova] Acquiring lock "refresh_cache-b3309e6b-58b5-45ed-ba2b-e51159c4b343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.588414] env[69547]: DEBUG oslo_concurrency.lockutils [req-97b24d27-d915-4c95-ab0a-0a1979aca418 req-751649c1-698c-4aa3-bcbb-dbc3398c8e34 service nova] Acquired lock "refresh_cache-b3309e6b-58b5-45ed-ba2b-e51159c4b343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.588686] env[69547]: DEBUG nova.network.neutron [req-97b24d27-d915-4c95-ab0a-0a1979aca418 req-751649c1-698c-4aa3-bcbb-dbc3398c8e34 service nova] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Refreshing network info cache for port 1eb88e1d-8034-4779-a0cf-1e969e4f5568 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.596971] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162141, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.608764] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162142, 'name': ReconfigVM_Task, 'duration_secs': 0.671237} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.611845] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169/d13eb20c-6b8a-42ac-ad6e-66dad91ed169.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.613523] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad7df515-7f84-49d1-8715-8b4ea37c16be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.621317] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1098.621317] env[69547]: value = "task-3162146" [ 1098.621317] env[69547]: _type = "Task" [ 1098.621317] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.637138] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162146, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.641893] env[69547]: DEBUG oslo_vmware.api [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3162143, 'name': PowerOffVM_Task, 'duration_secs': 0.234049} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.642576] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.643123] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.643123] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10b080d5-2bd2-48fa-b9ab-e22ac5b73d51 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.714955] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20a5d83-b384-4b1d-ad54-73d07ca61df9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.723461] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.723715] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.723987] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Deleting the datastore file [datastore2] 8bb93adb-c1ca-456b-8017-75369f00ca0c {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.726917] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0a81b92-9ad8-474c-bbdf-c2ca6789f2d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.730680] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fb63e8-a09a-4404-9568-0238a8cec7c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.776991] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb5c82c-97ba-4656-8bfc-d6edbb852245 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.781297] env[69547]: DEBUG oslo_vmware.api [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for the task: (returnval){ [ 1098.781297] env[69547]: value = "task-3162148" [ 1098.781297] env[69547]: _type = "Task" [ 1098.781297] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.790706] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d0b66f-2531-4b76-a76a-1b1d6f0e0be0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.799680] env[69547]: DEBUG oslo_vmware.api [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3162148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.800841] env[69547]: DEBUG nova.network.neutron [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Successfully created port: 269a222b-1710-4a35-a438-4dfaa075bb97 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.816826] env[69547]: DEBUG nova.compute.provider_tree [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.888979] env[69547]: DEBUG nova.compute.manager [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.044564] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.061450] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "refresh_cache-b3309e6b-58b5-45ed-ba2b-e51159c4b343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.090873] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b0a6c171-9c11-4fa0-9773-f3c8e98c09d5 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "b4c7ccbc-0a2a-402f-8b88-11de6af79ab1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.177s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.092444] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162141, 'name': CloneVM_Task, 'duration_secs': 1.863359} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.092444] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Created linked-clone VM from snapshot [ 1099.093343] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0169c7-3bfa-4591-85bb-4800dc557d90 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.110914] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Uploading image 1326204b-102a-4af8-b22e-6d5ebff26de8 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1099.119332] env[69547]: DEBUG nova.network.neutron [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Updating instance_info_cache with network_info: [{"id": "f84a30c6-0a71-488b-bd05-2f192ef5a4bc", "address": "fa:16:3e:a5:94:96", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84a30c6-0a", "ovs_interfaceid": "f84a30c6-0a71-488b-bd05-2f192ef5a4bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.131511] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162146, 'name': Rename_Task, 'duration_secs': 0.185224} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.131799] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.132054] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db8071df-1511-4d34-9bf5-534a7425b821 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.141415] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1099.141415] env[69547]: value = "task-3162149" [ 1099.141415] env[69547]: _type = "Task" [ 1099.141415] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.149117] env[69547]: DEBUG oslo_vmware.rw_handles [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1099.149117] env[69547]: value = "vm-632656" [ 1099.149117] env[69547]: _type = "VirtualMachine" [ 1099.149117] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1099.149395] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88ba05e2-6cb8-4b25-949e-613f0ffc6363 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.155219] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.156044] env[69547]: DEBUG nova.network.neutron [req-97b24d27-d915-4c95-ab0a-0a1979aca418 req-751649c1-698c-4aa3-bcbb-dbc3398c8e34 service nova] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.164535] env[69547]: DEBUG oslo_vmware.rw_handles [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lease: (returnval){ [ 1099.164535] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521ad4b1-b295-57bf-cc2d-a5a4aec83fc2" [ 1099.164535] env[69547]: _type = "HttpNfcLease" [ 1099.164535] env[69547]: } obtained for exporting VM: (result){ [ 1099.164535] env[69547]: value = "vm-632656" [ 1099.164535] env[69547]: _type = "VirtualMachine" [ 1099.164535] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1099.165411] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the lease: (returnval){ [ 1099.165411] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521ad4b1-b295-57bf-cc2d-a5a4aec83fc2" [ 1099.165411] env[69547]: _type = "HttpNfcLease" [ 1099.165411] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1099.173868] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1099.173868] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521ad4b1-b295-57bf-cc2d-a5a4aec83fc2" [ 1099.173868] env[69547]: _type = "HttpNfcLease" [ 1099.173868] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1099.255338] env[69547]: DEBUG nova.network.neutron [req-97b24d27-d915-4c95-ab0a-0a1979aca418 req-751649c1-698c-4aa3-bcbb-dbc3398c8e34 service nova] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.292066] env[69547]: DEBUG oslo_vmware.api [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Task: {'id': task-3162148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428663} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.292760] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.293122] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.293448] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.293781] env[69547]: INFO nova.compute.manager [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1099.294132] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.294429] env[69547]: DEBUG nova.compute.manager [-] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.296025] env[69547]: DEBUG nova.network.neutron [-] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.321109] env[69547]: DEBUG nova.scheduler.client.report [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.377159] env[69547]: INFO nova.compute.manager [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Rebuilding instance [ 1099.440625] env[69547]: DEBUG nova.compute.manager [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.442427] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19b5133-12e3-46d3-9934-2b294e5701c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.546498] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584794} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.546918] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 80c32577-465f-4bc1-9db0-1cee96fe4ccd/80c32577-465f-4bc1-9db0-1cee96fe4ccd.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.547038] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.547459] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7918b47-2a15-467c-8e45-879974c6a281 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.555322] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1099.555322] env[69547]: value = "task-3162151" [ 1099.555322] env[69547]: _type = "Task" [ 1099.555322] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.567433] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.624882] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.652602] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.674953] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1099.674953] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521ad4b1-b295-57bf-cc2d-a5a4aec83fc2" [ 1099.674953] env[69547]: _type = "HttpNfcLease" [ 1099.674953] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1099.675590] env[69547]: DEBUG oslo_vmware.rw_handles [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1099.675590] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521ad4b1-b295-57bf-cc2d-a5a4aec83fc2" [ 1099.675590] env[69547]: _type = "HttpNfcLease" [ 1099.675590] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1099.677820] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc48f33d-616e-4912-8234-695bc5a6c28f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.687917] env[69547]: DEBUG oslo_vmware.rw_handles [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52083193-02f7-d4a6-b472-bd858e6c7943/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1099.687917] env[69547]: DEBUG oslo_vmware.rw_handles [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52083193-02f7-d4a6-b472-bd858e6c7943/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1099.757949] env[69547]: DEBUG oslo_concurrency.lockutils [req-97b24d27-d915-4c95-ab0a-0a1979aca418 req-751649c1-698c-4aa3-bcbb-dbc3398c8e34 service nova] Releasing lock "refresh_cache-b3309e6b-58b5-45ed-ba2b-e51159c4b343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.758526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquired lock "refresh_cache-b3309e6b-58b5-45ed-ba2b-e51159c4b343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.758842] env[69547]: DEBUG nova.network.neutron [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.805512] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-581faa80-41ee-4733-ab63-14a4dc5c51f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.829421] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.831681] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.817s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.832849] env[69547]: DEBUG nova.objects.instance [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lazy-loading 'resources' on Instance uuid ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.854158] env[69547]: INFO nova.scheduler.client.report [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Deleted allocations for instance 8ea72f91-aadb-4b9a-b591-5707665f6498 [ 1099.904182] env[69547]: DEBUG nova.compute.manager [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.938357] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.938638] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.938775] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.938968] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.939129] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.939276] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.939500] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.939655] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.939819] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.939981] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.940173] env[69547]: DEBUG nova.virt.hardware [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.941554] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b32737-c158-4553-8354-3016ed677667 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.950066] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc625b4d-9bab-40c2-b37e-725f487d4b2c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.066526] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204286} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.066820] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.067659] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7f05a0-517c-43b2-aa81-699a1399b167 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.090527] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 80c32577-465f-4bc1-9db0-1cee96fe4ccd/80c32577-465f-4bc1-9db0-1cee96fe4ccd.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.090816] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f05d3ba-2498-477c-bd62-dbb11c8785ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.114166] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1100.114166] env[69547]: value = "task-3162152" [ 1100.114166] env[69547]: _type = "Task" [ 1100.114166] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.121737] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.153297] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162149, 'name': PowerOnVM_Task, 'duration_secs': 0.771341} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.153794] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.154138] env[69547]: DEBUG nova.compute.manager [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.155046] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0985c05-8377-45ff-bcf9-eac3566b5ad7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.338313] env[69547]: DEBUG nova.network.neutron [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.364900] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c9ff77ef-9183-4a2c-bc7a-a24627ed330e tempest-ServerMetadataNegativeTestJSON-281548773 tempest-ServerMetadataNegativeTestJSON-281548773-project-member] Lock "8ea72f91-aadb-4b9a-b591-5707665f6498" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.208s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.450435] env[69547]: DEBUG nova.compute.manager [req-ed160371-c8e6-4701-a782-b797752683ac req-0b4535a3-e481-4a68-9615-ed9d2e0849c7 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Received event network-vif-plugged-269a222b-1710-4a35-a438-4dfaa075bb97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.450681] env[69547]: DEBUG oslo_concurrency.lockutils [req-ed160371-c8e6-4701-a782-b797752683ac req-0b4535a3-e481-4a68-9615-ed9d2e0849c7 service nova] Acquiring lock "4278afa2-eb26-4545-a91b-142dec01c7c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.450857] env[69547]: DEBUG oslo_concurrency.lockutils [req-ed160371-c8e6-4701-a782-b797752683ac req-0b4535a3-e481-4a68-9615-ed9d2e0849c7 service nova] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.451025] env[69547]: DEBUG oslo_concurrency.lockutils [req-ed160371-c8e6-4701-a782-b797752683ac req-0b4535a3-e481-4a68-9615-ed9d2e0849c7 service nova] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.451231] env[69547]: DEBUG nova.compute.manager [req-ed160371-c8e6-4701-a782-b797752683ac req-0b4535a3-e481-4a68-9615-ed9d2e0849c7 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] No waiting events found dispatching network-vif-plugged-269a222b-1710-4a35-a438-4dfaa075bb97 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.451422] env[69547]: WARNING nova.compute.manager [req-ed160371-c8e6-4701-a782-b797752683ac req-0b4535a3-e481-4a68-9615-ed9d2e0849c7 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Received unexpected event network-vif-plugged-269a222b-1710-4a35-a438-4dfaa075bb97 for instance with vm_state building and task_state spawning. [ 1100.461368] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.462323] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78922093-b0f2-428a-bdc0-a5e50da545cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.469619] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.474887] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c01a954-6425-4712-bd31-4e7cbbca2cc0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.476847] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.477457] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1deccf0-cff7-4af7-ad76-ef731b1b4192 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.487434] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1100.487434] env[69547]: value = "task-3162153" [ 1100.487434] env[69547]: _type = "Task" [ 1100.487434] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.505267] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.524264] env[69547]: DEBUG nova.network.neutron [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Successfully updated port: 269a222b-1710-4a35-a438-4dfaa075bb97 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.567727] env[69547]: DEBUG nova.network.neutron [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Updating instance_info_cache with network_info: [{"id": "1eb88e1d-8034-4779-a0cf-1e969e4f5568", "address": "fa:16:3e:97:84:c5", "network": {"id": "631e1973-5bf8-4e5f-9b22-e02dca1960dc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2116613134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e95c805882684f7d9c87fabc58b94d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb88e1d-80", "ovs_interfaceid": "1eb88e1d-8034-4779-a0cf-1e969e4f5568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.575524] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.575836] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.576052] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleting the datastore file [datastore1] 0a56154e-a952-47f5-b520-6be3b0f0e343 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.577032] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cbf9261-1752-433d-984e-b2ec31bd6982 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.587477] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1100.587477] env[69547]: value = "task-3162155" [ 1100.587477] env[69547]: _type = "Task" [ 1100.587477] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.606068] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.623021] env[69547]: DEBUG nova.compute.manager [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Received event network-vif-deleted-1173dca2-aafe-4821-b1a2-f7bdc9262eab {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.623323] env[69547]: INFO nova.compute.manager [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Neutron deleted interface 1173dca2-aafe-4821-b1a2-f7bdc9262eab; detaching it from the instance and deleting it from the info cache [ 1100.623454] env[69547]: DEBUG nova.network.neutron [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.632396] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162152, 'name': ReconfigVM_Task, 'duration_secs': 0.442687} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.635767] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 80c32577-465f-4bc1-9db0-1cee96fe4ccd/80c32577-465f-4bc1-9db0-1cee96fe4ccd.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.636933] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-306fa58c-49b9-4059-9e0b-d04cbccbd556 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.647289] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1100.647289] env[69547]: value = "task-3162156" [ 1100.647289] env[69547]: _type = "Task" [ 1100.647289] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.659588] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162156, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.669046] env[69547]: INFO nova.compute.manager [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] bringing vm to original state: 'stopped' [ 1100.709947] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2812a715-3075-47aa-90d6-10bb6cc0d112 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.718898] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ae83c-207e-4fdb-bf1f-73d0c64bb755 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.752312] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59b45f1-ffe9-4126-98ee-c9b78aed5c8b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.761593] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e903b3-5ac6-4f9a-8b99-65170ba41ff4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.779142] env[69547]: DEBUG nova.compute.provider_tree [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.787802] env[69547]: DEBUG nova.network.neutron [-] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.997320] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162153, 'name': PowerOffVM_Task, 'duration_secs': 0.241047} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.997660] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.999470] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.999470] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d713e3f7-6a21-4e65-bfe3-b37d0c1b862b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.006098] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.006412] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-131fe19a-df2a-4ebc-8953-ce0adba3991f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.026144] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.026464] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.026697] env[69547]: DEBUG nova.network.neutron [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.037445] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.037445] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.037445] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Deleting the datastore file [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.037445] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14048a57-bbf4-4c78-9e3e-ec22fca36c22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.044794] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1101.044794] env[69547]: value = "task-3162158" [ 1101.044794] env[69547]: _type = "Task" [ 1101.044794] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.053641] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.073606] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Releasing lock "refresh_cache-b3309e6b-58b5-45ed-ba2b-e51159c4b343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.074149] env[69547]: DEBUG nova.compute.manager [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Instance network_info: |[{"id": "1eb88e1d-8034-4779-a0cf-1e969e4f5568", "address": "fa:16:3e:97:84:c5", "network": {"id": "631e1973-5bf8-4e5f-9b22-e02dca1960dc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2116613134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e95c805882684f7d9c87fabc58b94d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb88e1d-80", "ovs_interfaceid": "1eb88e1d-8034-4779-a0cf-1e969e4f5568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.074355] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:84:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb88e1d-8034-4779-a0cf-1e969e4f5568', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.081986] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Creating folder: Project (e95c805882684f7d9c87fabc58b94d3c). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.082571] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-293ce153-4ab8-480c-b8eb-203b865efd11 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.094355] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Created folder: Project (e95c805882684f7d9c87fabc58b94d3c) in parent group-v632381. [ 1101.094543] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Creating folder: Instances. Parent ref: group-v632657. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.094769] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5caedc14-130c-4fb6-965f-ddc2fa555e19 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.099691] env[69547]: DEBUG oslo_vmware.api [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242411} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.099945] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.100145] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.100322] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.104675] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Created folder: Instances in parent group-v632657. [ 1101.104911] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.105119] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.105325] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-318a56a4-3f94-4f52-8333-2be92dcbc644 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.124662] env[69547]: INFO nova.scheduler.client.report [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted allocations for instance 0a56154e-a952-47f5-b520-6be3b0f0e343 [ 1101.128609] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bcd29b2-8ae9-4f90-8971-48ce3d3570b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.130527] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.130527] env[69547]: value = "task-3162161" [ 1101.130527] env[69547]: _type = "Task" [ 1101.130527] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.138503] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169fd073-0cf2-4760-9d40-4606fa8f7b29 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.152699] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162161, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.163060] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162156, 'name': Rename_Task, 'duration_secs': 0.176007} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.164015] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.164308] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59707d6a-d9a4-4889-b198-2379feb9f4b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.193034] env[69547]: DEBUG nova.compute.manager [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Detach interface failed, port_id=1173dca2-aafe-4821-b1a2-f7bdc9262eab, reason: Instance 8bb93adb-c1ca-456b-8017-75369f00ca0c could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.193034] env[69547]: DEBUG nova.compute.manager [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Received event network-vif-unplugged-f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.193034] env[69547]: DEBUG oslo_concurrency.lockutils [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] Acquiring lock "0a56154e-a952-47f5-b520-6be3b0f0e343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.193034] env[69547]: DEBUG oslo_concurrency.lockutils [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.193034] env[69547]: DEBUG oslo_concurrency.lockutils [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.193034] env[69547]: DEBUG nova.compute.manager [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] No waiting events found dispatching network-vif-unplugged-f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.193034] env[69547]: WARNING nova.compute.manager [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Received unexpected event network-vif-unplugged-f84a30c6-0a71-488b-bd05-2f192ef5a4bc for instance with vm_state shelved and task_state shelving_offloading. [ 1101.193034] env[69547]: DEBUG nova.compute.manager [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Received event network-changed-f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.193034] env[69547]: DEBUG nova.compute.manager [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Refreshing instance network info cache due to event network-changed-f84a30c6-0a71-488b-bd05-2f192ef5a4bc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.193034] env[69547]: DEBUG oslo_concurrency.lockutils [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] Acquiring lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.193034] env[69547]: DEBUG oslo_concurrency.lockutils [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] Acquired lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.193661] env[69547]: DEBUG nova.network.neutron [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Refreshing network info cache for port f84a30c6-0a71-488b-bd05-2f192ef5a4bc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.196645] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1101.196645] env[69547]: value = "task-3162162" [ 1101.196645] env[69547]: _type = "Task" [ 1101.196645] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.209917] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.282936] env[69547]: DEBUG nova.scheduler.client.report [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.290303] env[69547]: INFO nova.compute.manager [-] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Took 2.00 seconds to deallocate network for instance. [ 1101.555830] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.581826] env[69547]: DEBUG nova.network.neutron [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.634017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.642784] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162161, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.697577] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.701018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.701018] env[69547]: DEBUG nova.compute.manager [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.701018] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ce249a-cde2-4514-b644-2a2abed5c87e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.720753] env[69547]: DEBUG nova.compute.manager [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69547) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1101.722454] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162162, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.792146] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.792713] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.003s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.793114] env[69547]: DEBUG nova.objects.instance [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lazy-loading 'resources' on Instance uuid 1ab1ed61-f501-43fe-b59d-e3fe17a3e803 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.797010] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.814811] env[69547]: INFO nova.scheduler.client.report [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Deleted allocations for instance ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2 [ 1101.855661] env[69547]: DEBUG nova.network.neutron [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance_info_cache with network_info: [{"id": "269a222b-1710-4a35-a438-4dfaa075bb97", "address": "fa:16:3e:f7:02:a4", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269a222b-17", "ovs_interfaceid": "269a222b-1710-4a35-a438-4dfaa075bb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.984879] env[69547]: DEBUG nova.network.neutron [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Updated VIF entry in instance network info cache for port f84a30c6-0a71-488b-bd05-2f192ef5a4bc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.985928] env[69547]: DEBUG nova.network.neutron [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Updating instance_info_cache with network_info: [{"id": "f84a30c6-0a71-488b-bd05-2f192ef5a4bc", "address": "fa:16:3e:a5:94:96", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": null, "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf84a30c6-0a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.061485] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.147340] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162161, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.211061] env[69547]: DEBUG oslo_vmware.api [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162162, 'name': PowerOnVM_Task, 'duration_secs': 0.697498} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.211366] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.211575] env[69547]: INFO nova.compute.manager [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1102.211771] env[69547]: DEBUG nova.compute.manager [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.212598] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911dc2e3-0394-4558-8aba-99a21fc71fc6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.226459] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.226459] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da40a185-1e43-4d52-b4b3-0e3a9418d737 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.235187] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1102.235187] env[69547]: value = "task-3162163" [ 1102.235187] env[69547]: _type = "Task" [ 1102.235187] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.246079] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.329489] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1f45f840-0a67-41a7-b7d4-9b7b12cb15a7 tempest-SecurityGroupsTestJSON-484282403 tempest-SecurityGroupsTestJSON-484282403-project-member] Lock "ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.920s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.361206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.363037] env[69547]: DEBUG nova.compute.manager [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Instance network_info: |[{"id": "269a222b-1710-4a35-a438-4dfaa075bb97", "address": "fa:16:3e:f7:02:a4", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269a222b-17", "ovs_interfaceid": "269a222b-1710-4a35-a438-4dfaa075bb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.363037] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:02:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '269a222b-1710-4a35-a438-4dfaa075bb97', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.371027] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.371622] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.371858] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a34d83e-130f-47fe-9cf2-7116e071ef7a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.398860] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.398860] env[69547]: value = "task-3162164" [ 1102.398860] env[69547]: _type = "Task" [ 1102.398860] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.409426] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162164, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.490179] env[69547]: DEBUG oslo_concurrency.lockutils [req-5f9ff424-e5eb-4ff2-a148-1a87a22ec889 req-2d3dfb7b-12e1-4357-8b10-2ba9f2d65aba service nova] Releasing lock "refresh_cache-0a56154e-a952-47f5-b520-6be3b0f0e343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.547255] env[69547]: DEBUG nova.compute.manager [req-d7ad880e-da5d-43d3-b99f-dbde99e29861 req-75f91ce2-c448-4b61-a7b0-8c67985245e9 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Received event network-changed-269a222b-1710-4a35-a438-4dfaa075bb97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.547255] env[69547]: DEBUG nova.compute.manager [req-d7ad880e-da5d-43d3-b99f-dbde99e29861 req-75f91ce2-c448-4b61-a7b0-8c67985245e9 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Refreshing instance network info cache due to event network-changed-269a222b-1710-4a35-a438-4dfaa075bb97. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.547255] env[69547]: DEBUG oslo_concurrency.lockutils [req-d7ad880e-da5d-43d3-b99f-dbde99e29861 req-75f91ce2-c448-4b61-a7b0-8c67985245e9 service nova] Acquiring lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.547255] env[69547]: DEBUG oslo_concurrency.lockutils [req-d7ad880e-da5d-43d3-b99f-dbde99e29861 req-75f91ce2-c448-4b61-a7b0-8c67985245e9 service nova] Acquired lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.547255] env[69547]: DEBUG nova.network.neutron [req-d7ad880e-da5d-43d3-b99f-dbde99e29861 req-75f91ce2-c448-4b61-a7b0-8c67985245e9 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Refreshing network info cache for port 269a222b-1710-4a35-a438-4dfaa075bb97 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.566850] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "0a56154e-a952-47f5-b520-6be3b0f0e343" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.575955] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.49053} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.576386] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.576658] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.576928] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.622132] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aeee3f-953b-4891-b7b8-327a2de1ae55 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.640825] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b2d7ce-4900-4902-9f6f-d02d5674bf9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.653463] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162161, 'name': CreateVM_Task, 'duration_secs': 1.492509} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.680558] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.682160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.683065] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.683065] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.683777] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa7d953-311f-4a99-b640-5b95aed5b4bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.687148] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f71227-222b-48f5-9dff-0651f44137de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.698860] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ffc02f-3937-4be7-8b43-a44d6189e7ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.705090] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1102.705090] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524afb3e-9d30-03fa-9277-4514232ab7c1" [ 1102.705090] env[69547]: _type = "Task" [ 1102.705090] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.722433] env[69547]: DEBUG nova.compute.provider_tree [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.734677] env[69547]: INFO nova.compute.manager [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Took 19.82 seconds to build instance. [ 1102.742390] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524afb3e-9d30-03fa-9277-4514232ab7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013012} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.746645] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.746860] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.747152] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.747485] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.747727] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.748396] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-078a8f4c-bb5d-4b71-b2b8-b971849dc20a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.758138] env[69547]: DEBUG oslo_vmware.api [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162163, 'name': PowerOffVM_Task, 'duration_secs': 0.449465} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.759647] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.759917] env[69547]: DEBUG nova.compute.manager [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.761830] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff60afd-b5b1-4aff-82b6-efea85265ed0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.765409] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.765703] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.766620] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbe1430-cf4e-4207-8e3b-9e381fdddb44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.774492] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1102.774492] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d1d4c9-1dd9-5f34-01d5-3983f6f4bd30" [ 1102.774492] env[69547]: _type = "Task" [ 1102.774492] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.790299] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d1d4c9-1dd9-5f34-01d5-3983f6f4bd30, 'name': SearchDatastore_Task, 'duration_secs': 0.013044} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.791159] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3eaa2ff-ca84-44fe-8bc0-f17cae584be2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.797715] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1102.797715] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dedb91-f636-5564-68c6-38f28959064c" [ 1102.797715] env[69547]: _type = "Task" [ 1102.797715] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.808370] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dedb91-f636-5564-68c6-38f28959064c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.910901] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162164, 'name': CreateVM_Task, 'duration_secs': 0.392681} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.911647] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.912703] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.912913] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.913914] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.914314] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e258f20-f270-4e92-9c46-052aada4b482 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.921372] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1102.921372] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd7e1b-f8b6-3adf-cb36-c898ffea9f0d" [ 1102.921372] env[69547]: _type = "Task" [ 1102.921372] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.931267] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd7e1b-f8b6-3adf-cb36-c898ffea9f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.227385] env[69547]: DEBUG nova.scheduler.client.report [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.236284] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6e5ea64-af66-45c1-92fe-aaaf83ca5d66 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.339s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.287445] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.589s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.310421] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dedb91-f636-5564-68c6-38f28959064c, 'name': SearchDatastore_Task, 'duration_secs': 0.012979} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.310800] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.311386] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] b3309e6b-58b5-45ed-ba2b-e51159c4b343/b3309e6b-58b5-45ed-ba2b-e51159c4b343.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.312663] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3d3e883-03a8-4b6b-bd57-0ea82a6b833e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.323795] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1103.323795] env[69547]: value = "task-3162165" [ 1103.323795] env[69547]: _type = "Task" [ 1103.323795] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.334674] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.434490] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd7e1b-f8b6-3adf-cb36-c898ffea9f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.020904} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.434823] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.435073] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.435380] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.435498] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.435692] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.435971] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60852ba7-4d8f-4a2d-93d0-959ef0ceef3f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.447252] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.447438] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.448246] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c985487-72de-4f1d-a84b-e90b3298e879 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.457346] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1103.457346] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d87cd5-65df-2a80-701f-34dcb46072f5" [ 1103.457346] env[69547]: _type = "Task" [ 1103.457346] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.470028] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d87cd5-65df-2a80-701f-34dcb46072f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.529580] env[69547]: DEBUG nova.network.neutron [req-d7ad880e-da5d-43d3-b99f-dbde99e29861 req-75f91ce2-c448-4b61-a7b0-8c67985245e9 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updated VIF entry in instance network info cache for port 269a222b-1710-4a35-a438-4dfaa075bb97. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.529580] env[69547]: DEBUG nova.network.neutron [req-d7ad880e-da5d-43d3-b99f-dbde99e29861 req-75f91ce2-c448-4b61-a7b0-8c67985245e9 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance_info_cache with network_info: [{"id": "269a222b-1710-4a35-a438-4dfaa075bb97", "address": "fa:16:3e:f7:02:a4", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269a222b-17", "ovs_interfaceid": "269a222b-1710-4a35-a438-4dfaa075bb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.678515] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.678784] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.678942] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.679153] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.679302] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.679456] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.679671] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.679828] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.679993] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.680174] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.680348] env[69547]: DEBUG nova.virt.hardware [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.681311] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b21c4b-18e5-4f88-b85b-8f0c492a0232 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.692418] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133b3375-680a-4592-9447-a2351b49d795 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.711548] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.718349] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.718722] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.719128] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea501fbb-8a0e-467d-9ac6-36452de8cafb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.733496] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.736723] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.732s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.737180] env[69547]: DEBUG nova.objects.instance [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'resources' on Instance uuid f0b21c03-55ea-4803-bd25-984521c6966e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.746783] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.746783] env[69547]: value = "task-3162166" [ 1103.746783] env[69547]: _type = "Task" [ 1103.746783] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.759890] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162166, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.760919] env[69547]: INFO nova.scheduler.client.report [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted allocations for instance 1ab1ed61-f501-43fe-b59d-e3fe17a3e803 [ 1103.801030] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.840912] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162165, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.974656] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d87cd5-65df-2a80-701f-34dcb46072f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013779} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.974991] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00cd45ff-dbdf-4563-84f3-1b7a716a08fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.985689] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1103.985689] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528cb18f-5380-881b-b4ea-97a4213e6ac5" [ 1103.985689] env[69547]: _type = "Task" [ 1103.985689] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.998263] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528cb18f-5380-881b-b4ea-97a4213e6ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.032252] env[69547]: DEBUG oslo_concurrency.lockutils [req-d7ad880e-da5d-43d3-b99f-dbde99e29861 req-75f91ce2-c448-4b61-a7b0-8c67985245e9 service nova] Releasing lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.261578] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162166, 'name': CreateVM_Task, 'duration_secs': 0.453614} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.265356] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.268545] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.268955] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.269542] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.270283] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6489e41c-ec60-4c8f-90de-ebfeb99ed083 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "1ab1ed61-f501-43fe-b59d-e3fe17a3e803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.437s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.271420] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ee3c22-7a68-4a0a-9e44-9dd780655936 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.292869] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1104.292869] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5214939d-78d1-8f03-d9ce-701282dc7057" [ 1104.292869] env[69547]: _type = "Task" [ 1104.292869] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.309172] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5214939d-78d1-8f03-d9ce-701282dc7057, 'name': SearchDatastore_Task, 'duration_secs': 0.017455} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.313183] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.313593] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.314013] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.339685] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709975} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.341349] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] b3309e6b-58b5-45ed-ba2b-e51159c4b343/b3309e6b-58b5-45ed-ba2b-e51159c4b343.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.342436] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.345654] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4355f742-2171-41ea-9d15-bcaae350ec82 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.356355] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1104.356355] env[69547]: value = "task-3162167" [ 1104.356355] env[69547]: _type = "Task" [ 1104.356355] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.373266] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.404891] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.406056] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.406056] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.406056] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.406056] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.408637] env[69547]: INFO nova.compute.manager [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Terminating instance [ 1104.502780] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528cb18f-5380-881b-b4ea-97a4213e6ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.026719} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.506540] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.506938] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 4278afa2-eb26-4545-a91b-142dec01c7c1/4278afa2-eb26-4545-a91b-142dec01c7c1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.507522] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.507835] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.508147] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac717c76-493f-40e8-b927-abb71d26405c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.510405] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3fa46da-e9b7-4d13-b1da-0bab0cc27b7b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.520703] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1104.520703] env[69547]: value = "task-3162168" [ 1104.520703] env[69547]: _type = "Task" [ 1104.520703] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.524840] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.525059] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.531231] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75bbd880-fad7-45b0-8c70-ce64f3eca38e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.541611] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.543265] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1104.543265] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1f3e5-caaf-903b-d99d-074aa67a3876" [ 1104.543265] env[69547]: _type = "Task" [ 1104.543265] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.555033] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1f3e5-caaf-903b-d99d-074aa67a3876, 'name': SearchDatastore_Task, 'duration_secs': 0.015148} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.557369] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51fe9a0-ac71-41e8-a916-13de322ca575 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.560466] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb4acf3-a331-494f-9158-fe0aa76ca14e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.568818] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1104.568818] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52efa11e-db0d-c0d5-0331-80e4a0925217" [ 1104.568818] env[69547]: _type = "Task" [ 1104.568818] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.577230] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499d2d95-b315-420b-b6b7-37ee234c27be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.588998] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52efa11e-db0d-c0d5-0331-80e4a0925217, 'name': SearchDatastore_Task, 'duration_secs': 0.014895} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.620099] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.620432] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.621414] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3efa2966-f2fe-4137-86e4-785d5e7c066a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.626679] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b710f7-4de5-4180-b937-824016d2adbe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.635083] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d149a9-1ba3-49e1-bba1-9fc370118dca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.639732] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1104.639732] env[69547]: value = "task-3162169" [ 1104.639732] env[69547]: _type = "Task" [ 1104.639732] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.652524] env[69547]: DEBUG nova.compute.provider_tree [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.662719] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.795871] env[69547]: DEBUG oslo_concurrency.lockutils [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.795992] env[69547]: DEBUG oslo_concurrency.lockutils [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.796934] env[69547]: DEBUG oslo_concurrency.lockutils [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.796934] env[69547]: DEBUG oslo_concurrency.lockutils [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.796934] env[69547]: DEBUG oslo_concurrency.lockutils [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.800030] env[69547]: INFO nova.compute.manager [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Terminating instance [ 1104.867701] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120038} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.868039] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.869045] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34d59d0-e244-4768-9e85-5452047cb533 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.896303] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b3309e6b-58b5-45ed-ba2b-e51159c4b343/b3309e6b-58b5-45ed-ba2b-e51159c4b343.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.896693] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8734cbd6-7002-4d1d-a855-444033fea818 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.916068] env[69547]: DEBUG nova.compute.manager [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.916912] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.917809] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fd54b8-13f8-43e9-b5ba-d9b1a997053d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.921925] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1104.921925] env[69547]: value = "task-3162170" [ 1104.921925] env[69547]: _type = "Task" [ 1104.921925] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.928631] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.929196] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0ccea17-f696-4c6c-ab71-e71a44bbce9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.934288] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.936273] env[69547]: DEBUG oslo_vmware.api [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1104.936273] env[69547]: value = "task-3162171" [ 1104.936273] env[69547]: _type = "Task" [ 1104.936273] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.945978] env[69547]: DEBUG oslo_vmware.api [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.036583] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.154170] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.156285] env[69547]: DEBUG nova.scheduler.client.report [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.304681] env[69547]: DEBUG nova.compute.manager [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.305029] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.306181] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae07a826-86e0-43a9-98ca-3d4312307fd2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.315407] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.315708] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3be2cfd-d050-40da-bd1f-c56539f2340e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.404373] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.404671] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.404890] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleting the datastore file [datastore1] d13eb20c-6b8a-42ac-ad6e-66dad91ed169 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.405236] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b115c3be-27fa-48e5-9cca-5f45473ab648 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.412381] env[69547]: DEBUG oslo_vmware.api [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1105.412381] env[69547]: value = "task-3162173" [ 1105.412381] env[69547]: _type = "Task" [ 1105.412381] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.423881] env[69547]: DEBUG oslo_vmware.api [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.432632] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.446948] env[69547]: DEBUG oslo_vmware.api [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162171, 'name': PowerOffVM_Task, 'duration_secs': 0.187789} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.447685] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.447685] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.447939] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cf7a1d2-fbb1-469d-940c-23d6f8102e09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.520182] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.520520] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.520798] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleting the datastore file [datastore1] 80c32577-465f-4bc1-9db0-1cee96fe4ccd {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.521152] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ffa7243-1c40-4f4c-90b3-05e1153298a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.531566] env[69547]: DEBUG oslo_vmware.api [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1105.531566] env[69547]: value = "task-3162175" [ 1105.531566] env[69547]: _type = "Task" [ 1105.531566] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.538095] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.543262] env[69547]: DEBUG oslo_vmware.api [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.650502] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162169, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.662652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.665699] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.218s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.666051] env[69547]: DEBUG nova.objects.instance [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lazy-loading 'resources' on Instance uuid 6785218d-c836-4b87-b5a0-adecf467adce {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.688766] env[69547]: INFO nova.scheduler.client.report [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleted allocations for instance f0b21c03-55ea-4803-bd25-984521c6966e [ 1105.923428] env[69547]: DEBUG oslo_vmware.api [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199831} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.923850] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.924054] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.924301] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.924498] env[69547]: INFO nova.compute.manager [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1105.924736] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.928095] env[69547]: DEBUG nova.compute.manager [-] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.928215] env[69547]: DEBUG nova.network.neutron [-] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.937159] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.039313] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162168, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.045626] env[69547]: DEBUG oslo_vmware.api [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30677} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.045899] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.046104] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.046446] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.046551] env[69547]: INFO nova.compute.manager [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1106.046746] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.046954] env[69547]: DEBUG nova.compute.manager [-] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.047061] env[69547]: DEBUG nova.network.neutron [-] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.151197] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162169, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.516543} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.151504] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.152218] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.152218] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cf4d984-6d82-47de-96ee-c4cccd840603 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.161558] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1106.161558] env[69547]: value = "task-3162176" [ 1106.161558] env[69547]: _type = "Task" [ 1106.161558] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.173857] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.200249] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8712d3ea-b662-42e6-8422-8f29c67330f0 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "f0b21c03-55ea-4803-bd25-984521c6966e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.945s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.201417] env[69547]: DEBUG oslo_concurrency.lockutils [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Acquired lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.202289] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b1d3f-0d37-4dc1-b66c-5a0b193418f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.209428] env[69547]: DEBUG nova.compute.manager [req-148243fc-bc2d-401f-8b90-a056cf424840 req-ed9bd745-af04-41c4-b86d-abef3126004d service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Received event network-vif-deleted-1551a32b-8ba7-4c71-85fc-74fe5f1f8a51 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.209428] env[69547]: INFO nova.compute.manager [req-148243fc-bc2d-401f-8b90-a056cf424840 req-ed9bd745-af04-41c4-b86d-abef3126004d service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Neutron deleted interface 1551a32b-8ba7-4c71-85fc-74fe5f1f8a51; detaching it from the instance and deleting it from the info cache [ 1106.209607] env[69547]: DEBUG nova.network.neutron [req-148243fc-bc2d-401f-8b90-a056cf424840 req-ed9bd745-af04-41c4-b86d-abef3126004d service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.214668] env[69547]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1106.214668] env[69547]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69547) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1106.214668] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0819a768-2c01-456c-a16e-fcfbef3aeee6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.230181] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae78306-8dd4-4f50-be99-2431c8da241a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.272827] env[69547]: ERROR root [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-632596' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-632596' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-632596' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-632596'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-632596' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-632596' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-632596'}\n"]: nova.exception.InstanceNotFound: Instance f0b21c03-55ea-4803-bd25-984521c6966e could not be found. [ 1106.273490] env[69547]: DEBUG oslo_concurrency.lockutils [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] Releasing lock "f0b21c03-55ea-4803-bd25-984521c6966e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.273490] env[69547]: DEBUG nova.compute.manager [req-4cb66981-4cf6-44b8-8406-7d83f926a951 req-925f17a6-1c98-490e-866e-0d1785d41c78 service nova] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Detach interface failed, port_id=549e0ec7-68b0-4141-9f68-bf8ccbc53d20, reason: Instance f0b21c03-55ea-4803-bd25-984521c6966e could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.381729] env[69547]: DEBUG nova.compute.manager [req-70ce4cec-e202-430b-9158-a3e07eebf4fc req-8af2321d-ea95-46fa-8383-d8723f6adf01 service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Received event network-vif-deleted-6b38c5be-23e6-4096-99b8-cf1841ab6501 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.381977] env[69547]: INFO nova.compute.manager [req-70ce4cec-e202-430b-9158-a3e07eebf4fc req-8af2321d-ea95-46fa-8383-d8723f6adf01 service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Neutron deleted interface 6b38c5be-23e6-4096-99b8-cf1841ab6501; detaching it from the instance and deleting it from the info cache [ 1106.382232] env[69547]: DEBUG nova.network.neutron [req-70ce4cec-e202-430b-9158-a3e07eebf4fc req-8af2321d-ea95-46fa-8383-d8723f6adf01 service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.436912] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162170, 'name': ReconfigVM_Task, 'duration_secs': 1.41407} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.437691] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b3309e6b-58b5-45ed-ba2b-e51159c4b343/b3309e6b-58b5-45ed-ba2b-e51159c4b343.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.438779] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbc9cf6-80c1-4485-909b-13fc3a1b7ebd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.442706] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d903444-8ebc-4264-a27c-7387defae48c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.450789] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0bbcd9-edd3-4144-8ab5-c4f2e5ce95e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.454180] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1106.454180] env[69547]: value = "task-3162177" [ 1106.454180] env[69547]: _type = "Task" [ 1106.454180] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.486709] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200b2347-bb85-4a2a-a42f-8315a2d25be1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.493077] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162177, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.498570] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d7d10-47f5-46de-a508-459c65c3ff47 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.515814] env[69547]: DEBUG nova.compute.provider_tree [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.540019] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162168, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.64347} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.540019] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 4278afa2-eb26-4545-a91b-142dec01c7c1/4278afa2-eb26-4545-a91b-142dec01c7c1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.540019] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.540019] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0538e9a0-ba3e-4a98-81af-715df93cc0d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.548275] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1106.548275] env[69547]: value = "task-3162178" [ 1106.548275] env[69547]: _type = "Task" [ 1106.548275] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.560129] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.683244] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077755} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.683637] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.684605] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e67f4cc-3078-4339-abba-544b23133cf4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.689260] env[69547]: DEBUG nova.network.neutron [-] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.707735] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.709260] env[69547]: INFO nova.compute.manager [-] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Took 0.78 seconds to deallocate network for instance. [ 1106.709751] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f089ed2d-24b1-44e5-baa0-e72f3d2bd81b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.729490] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eeaef905-cddf-44b1-9bd5-0d4be1f9ef2b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.743032] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc270b01-f37c-4f8e-867c-5b2a87d5e335 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.757565] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1106.757565] env[69547]: value = "task-3162179" [ 1106.757565] env[69547]: _type = "Task" [ 1106.757565] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.770334] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.782630] env[69547]: DEBUG nova.compute.manager [req-148243fc-bc2d-401f-8b90-a056cf424840 req-ed9bd745-af04-41c4-b86d-abef3126004d service nova] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Detach interface failed, port_id=1551a32b-8ba7-4c71-85fc-74fe5f1f8a51, reason: Instance d13eb20c-6b8a-42ac-ad6e-66dad91ed169 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.852439] env[69547]: DEBUG nova.network.neutron [-] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.884410] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a9e3eae-3b46-4576-ab5f-9532ddf6b3a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.895266] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8546fe94-7fa7-4c9d-8600-b7ebc321efef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.933261] env[69547]: DEBUG nova.compute.manager [req-70ce4cec-e202-430b-9158-a3e07eebf4fc req-8af2321d-ea95-46fa-8383-d8723f6adf01 service nova] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Detach interface failed, port_id=6b38c5be-23e6-4096-99b8-cf1841ab6501, reason: Instance 80c32577-465f-4bc1-9db0-1cee96fe4ccd could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.965224] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162177, 'name': Rename_Task, 'duration_secs': 0.200918} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.965551] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.965836] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f50588dd-e98d-4400-9427-411b0b2c72b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.976328] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1106.976328] env[69547]: value = "task-3162180" [ 1106.976328] env[69547]: _type = "Task" [ 1106.976328] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.984020] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.019627] env[69547]: DEBUG nova.scheduler.client.report [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.058389] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072326} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.058678] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.059529] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80226c0-e62e-4e3d-850f-8e9b23e7b87a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.086643] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4278afa2-eb26-4545-a91b-142dec01c7c1/4278afa2-eb26-4545-a91b-142dec01c7c1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.087017] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ccffd6d-fea4-451d-8bbd-68e8886f0956 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.108904] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1107.108904] env[69547]: value = "task-3162181" [ 1107.108904] env[69547]: _type = "Task" [ 1107.108904] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.118124] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.234200] env[69547]: DEBUG oslo_concurrency.lockutils [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.268846] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162179, 'name': ReconfigVM_Task, 'duration_secs': 0.345854} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.269163] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Reconfigured VM instance instance-00000060 to attach disk [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.269804] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9142d24-4429-4647-b8e0-ea32751f2020 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.277897] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1107.277897] env[69547]: value = "task-3162182" [ 1107.277897] env[69547]: _type = "Task" [ 1107.277897] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.286720] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162182, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.355745] env[69547]: INFO nova.compute.manager [-] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Took 1.31 seconds to deallocate network for instance. [ 1107.488263] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162180, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.525352] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.529093] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.309s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.529471] env[69547]: DEBUG nova.objects.instance [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lazy-loading 'resources' on Instance uuid 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.559522] env[69547]: INFO nova.scheduler.client.report [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Deleted allocations for instance 6785218d-c836-4b87-b5a0-adecf467adce [ 1107.623047] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162181, 'name': ReconfigVM_Task, 'duration_secs': 0.369384} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.623047] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4278afa2-eb26-4545-a91b-142dec01c7c1/4278afa2-eb26-4545-a91b-142dec01c7c1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.623501] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-115a1582-5cca-4cbb-9246-c3ccad1eb2da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.631855] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1107.631855] env[69547]: value = "task-3162183" [ 1107.631855] env[69547]: _type = "Task" [ 1107.631855] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.643337] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162183, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.788737] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162182, 'name': Rename_Task, 'duration_secs': 0.178129} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.789584] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.789584] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2e9486-a58c-47d0-a789-05fcf22ecf8d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.797966] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1107.797966] env[69547]: value = "task-3162184" [ 1107.797966] env[69547]: _type = "Task" [ 1107.797966] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.805062] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.864384] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.985111] env[69547]: DEBUG oslo_vmware.api [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162180, 'name': PowerOnVM_Task, 'duration_secs': 0.653406} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.985460] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.985724] env[69547]: INFO nova.compute.manager [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1107.986048] env[69547]: DEBUG nova.compute.manager [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.987062] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0861b6-0805-4a06-8234-8c57575667c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.019161] env[69547]: DEBUG oslo_concurrency.lockutils [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.019161] env[69547]: DEBUG oslo_concurrency.lockutils [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.070600] env[69547]: DEBUG oslo_concurrency.lockutils [None req-94d28eca-aad1-433a-83b5-7d6c81c1de5e tempest-ServerShowV247Test-1795419901 tempest-ServerShowV247Test-1795419901-project-member] Lock "6785218d-c836-4b87-b5a0-adecf467adce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.974s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.144594] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162183, 'name': Rename_Task, 'duration_secs': 0.168642} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.144883] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.145184] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff348465-671d-4b75-bedd-b90fd7d056ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.152745] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1108.152745] env[69547]: value = "task-3162185" [ 1108.152745] env[69547]: _type = "Task" [ 1108.152745] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.164690] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.241984] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a89167a-1292-4746-9ce2-76e8a18c4643 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.252060] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7606c1-ceb0-4f18-9d11-6088f968ea1e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.285662] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886f01a9-3da1-4ab4-abe7-3e62543f41dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.294831] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aace9fbf-5589-49b0-a43c-536393c55f3a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.312908] env[69547]: DEBUG nova.compute.provider_tree [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.318084] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.506460] env[69547]: INFO nova.compute.manager [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Took 22.36 seconds to build instance. [ 1108.523570] env[69547]: DEBUG nova.compute.utils [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.572433] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.573326] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.663963] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162185, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.810887] env[69547]: DEBUG oslo_vmware.api [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162184, 'name': PowerOnVM_Task, 'duration_secs': 0.624141} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.811605] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.811605] env[69547]: DEBUG nova.compute.manager [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.812246] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f7f856-5c51-496f-98cc-c219c395a8f2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.820587] env[69547]: DEBUG nova.scheduler.client.report [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.008362] env[69547]: DEBUG oslo_concurrency.lockutils [None req-1a7ee359-6c87-4fdf-87f4-0792284380c6 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.866s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.026911] env[69547]: DEBUG oslo_concurrency.lockutils [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.075334] env[69547]: DEBUG nova.compute.manager [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.164998] env[69547]: DEBUG oslo_vmware.api [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162185, 'name': PowerOnVM_Task, 'duration_secs': 0.75958} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.168029] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.168029] env[69547]: INFO nova.compute.manager [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1109.168029] env[69547]: DEBUG nova.compute.manager [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.168029] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfccd19-c5a2-4781-84b1-e11e30daaafb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.327636] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.335061] env[69547]: DEBUG oslo_concurrency.lockutils [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.595s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.335061] env[69547]: DEBUG nova.objects.instance [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lazy-loading 'resources' on Instance uuid 972f6635-f311-4f92-8cb6-8f09d3413bd2 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.339075] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.352966] env[69547]: INFO nova.scheduler.client.report [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Deleted allocations for instance 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2 [ 1109.472614] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.472803] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.473543] env[69547]: INFO nova.compute.manager [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Rebooting instance [ 1109.598461] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.688683] env[69547]: INFO nova.compute.manager [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Took 23.27 seconds to build instance. [ 1109.861170] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8178e2f-4c1e-42bc-93de-69c6a6cae53f tempest-ServerRescueTestJSONUnderV235-1488984015 tempest-ServerRescueTestJSONUnderV235-1488984015-project-member] Lock "0f5e1946-2436-4da6-a0b8-a7e2d521e0a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.183s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.999753] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "refresh_cache-b3309e6b-58b5-45ed-ba2b-e51159c4b343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.999992] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquired lock "refresh_cache-b3309e6b-58b5-45ed-ba2b-e51159c4b343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.000199] env[69547]: DEBUG nova.network.neutron [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.005892] env[69547]: INFO nova.compute.manager [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Rebuilding instance [ 1110.054454] env[69547]: DEBUG nova.compute.manager [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.055352] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a729fb5-4043-495c-b03a-d60cb1242ec9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.067018] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c591c25-f4a8-4c21-acb3-b42f576d6904 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.075496] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d873e-bdba-4a65-95ff-715a9b152afc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.107400] env[69547]: DEBUG oslo_concurrency.lockutils [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.107747] env[69547]: DEBUG oslo_concurrency.lockutils [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.108023] env[69547]: INFO nova.compute.manager [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Attaching volume 9c871ffc-b5df-449f-a97b-daf3c9b5f348 to /dev/sdb [ 1110.111201] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005fd54c-6dc7-430e-9fd4-18bb856deb53 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.120751] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87044842-7f89-4422-9f9b-18b7609e02ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.137358] env[69547]: DEBUG nova.compute.provider_tree [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.150676] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc637d0f-f367-4d30-bf2a-d507f91b5a37 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.159790] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c7120d-56bb-467d-ac0b-fecd2408dd84 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.175845] env[69547]: DEBUG nova.virt.block_device [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating existing volume attachment record: b127b15a-6360-4468-ab74-d82f583529db {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1110.192440] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b15c999d-0427-46cc-b8fb-b4b40259d48c tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.781s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.639643] env[69547]: DEBUG nova.scheduler.client.report [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.073593] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.073918] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecfabc94-80e1-46b3-a1b1-c5f4c094692b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.083449] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1111.083449] env[69547]: value = "task-3162189" [ 1111.083449] env[69547]: _type = "Task" [ 1111.083449] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.093494] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.147009] env[69547]: DEBUG oslo_concurrency.lockutils [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.149399] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.950s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.149574] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.150717] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1111.151097] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.519s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.151326] env[69547]: DEBUG nova.objects.instance [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'resources' on Instance uuid 0a56154e-a952-47f5-b520-6be3b0f0e343 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.153186] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831a9913-22e4-436e-9455-351c0526249c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.160614] env[69547]: DEBUG nova.objects.instance [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'numa_topology' on Instance uuid 0a56154e-a952-47f5-b520-6be3b0f0e343 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.176251] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ac4823-a085-4569-b5ab-cd1dee41147b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.186286] env[69547]: INFO nova.scheduler.client.report [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Deleted allocations for instance 972f6635-f311-4f92-8cb6-8f09d3413bd2 [ 1111.193538] env[69547]: DEBUG nova.network.neutron [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Updating instance_info_cache with network_info: [{"id": "1eb88e1d-8034-4779-a0cf-1e969e4f5568", "address": "fa:16:3e:97:84:c5", "network": {"id": "631e1973-5bf8-4e5f-9b22-e02dca1960dc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2116613134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e95c805882684f7d9c87fabc58b94d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb88e1d-80", "ovs_interfaceid": "1eb88e1d-8034-4779-a0cf-1e969e4f5568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.204486] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Releasing lock "refresh_cache-b3309e6b-58b5-45ed-ba2b-e51159c4b343" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.208871] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e981b4e-b059-4339-a8ba-92730523bf7e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.214783] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7991e3-28d0-4904-9c20-5b777d584ea6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.251243] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179008MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1111.251415] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.596555] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162189, 'name': PowerOffVM_Task, 'duration_secs': 0.239993} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.596965] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.597291] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.598144] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd87d4-1eb2-459a-8bd1-656366e9a648 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.607262] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.607472] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-485885d5-8ab6-4123-8699-600296046b6f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.625598] env[69547]: DEBUG nova.compute.manager [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Stashing vm_state: active {{(pid=69547) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1111.645108] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.645482] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.645774] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Deleting the datastore file [datastore2] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.646108] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e3a37d8-208c-4b14-b8a5-02d63b1eac57 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.655223] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1111.655223] env[69547]: value = "task-3162191" [ 1111.655223] env[69547]: _type = "Task" [ 1111.655223] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.665786] env[69547]: DEBUG nova.objects.base [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Object Instance<0a56154e-a952-47f5-b520-6be3b0f0e343> lazy-loaded attributes: resources,numa_topology {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1111.668480] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.705942] env[69547]: DEBUG oslo_concurrency.lockutils [None req-80ed1084-500b-4303-8bfd-73eaae26f1c5 tempest-ServerPasswordTestJSON-1978623822 tempest-ServerPasswordTestJSON-1978623822-project-member] Lock "972f6635-f311-4f92-8cb6-8f09d3413bd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.429s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.712331] env[69547]: DEBUG nova.compute.manager [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.713374] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e460233-d955-455b-b374-978c5122a6e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.909519] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bd2163-be73-42a4-b70d-a133b37a08f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.920128] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11984e98-1f82-4e28-b342-0b6483f31b50 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.954130] env[69547]: DEBUG oslo_vmware.rw_handles [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52083193-02f7-d4a6-b472-bd858e6c7943/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1111.955108] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89957cf5-44ad-46e0-9ac7-8e216acde491 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.958600] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400815c6-9804-4ac1-911e-120759def69e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.970032] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda516cd-96d5-42c4-9905-015760123181 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.974264] env[69547]: DEBUG oslo_vmware.rw_handles [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52083193-02f7-d4a6-b472-bd858e6c7943/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1111.974483] env[69547]: ERROR oslo_vmware.rw_handles [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52083193-02f7-d4a6-b472-bd858e6c7943/disk-0.vmdk due to incomplete transfer. [ 1111.974723] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d449d4b2-fa2f-45e3-b338-8270451a6c3c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.988056] env[69547]: DEBUG nova.compute.provider_tree [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.991067] env[69547]: DEBUG oslo_vmware.rw_handles [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52083193-02f7-d4a6-b472-bd858e6c7943/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1111.991067] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Uploaded image 1326204b-102a-4af8-b22e-6d5ebff26de8 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1111.993240] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1111.993740] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1669e3d-fbab-410e-970f-f9c535116f99 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.001508] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1112.001508] env[69547]: value = "task-3162192" [ 1112.001508] env[69547]: _type = "Task" [ 1112.001508] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.011354] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162192, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.145196] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.167253] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175256} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.167599] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.167786] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.167964] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.495526] env[69547]: DEBUG nova.scheduler.client.report [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.513574] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162192, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.733780] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528c85d0-c876-403c-aeb6-e49d79b23cef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.746750] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Doing hard reboot of VM {{(pid=69547) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1112.747108] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-441118ab-0c20-4bd8-91af-c3e710c284e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.756148] env[69547]: DEBUG oslo_vmware.api [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1112.756148] env[69547]: value = "task-3162193" [ 1112.756148] env[69547]: _type = "Task" [ 1112.756148] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.765150] env[69547]: DEBUG oslo_vmware.api [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162193, 'name': ResetVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.006849] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.013024] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.212s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.013024] env[69547]: DEBUG nova.objects.instance [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lazy-loading 'resources' on Instance uuid 8bb93adb-c1ca-456b-8017-75369f00ca0c {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.017910] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162192, 'name': Destroy_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.223702] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.223949] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.224296] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.224296] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.224449] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.224589] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.224788] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.224995] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.225277] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.225486] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.225614] env[69547]: DEBUG nova.virt.hardware [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.227301] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f79aebe-b15f-4b75-be4e-d85e7479dbc3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.236663] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a13ef-07c4-433d-96f2-0c4f99912ed6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.252773] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.258640] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.259014] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.262037] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69838ff8-cd21-4c3d-8d11-1b7a1b9bb259 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.280882] env[69547]: DEBUG oslo_vmware.api [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162193, 'name': ResetVM_Task, 'duration_secs': 0.10598} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.282636] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Did hard reboot of VM {{(pid=69547) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1113.283024] env[69547]: DEBUG nova.compute.manager [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.283123] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.283123] env[69547]: value = "task-3162195" [ 1113.283123] env[69547]: _type = "Task" [ 1113.283123] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.284231] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd3f437-251d-4436-97f8-0f45fcb18cf4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.295721] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162195, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.519755] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162192, 'name': Destroy_Task, 'duration_secs': 1.018362} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.522562] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Destroyed the VM [ 1113.522562] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1113.522562] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f13ff330-74c4-45c2-a76c-d91ead3bc0b0 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.262s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.523915] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa37f521-2301-452a-832b-11fdc3a43df1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.527502] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 10.959s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.527502] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "0a56154e-a952-47f5-b520-6be3b0f0e343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.527502] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.527502] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.528576] env[69547]: INFO nova.compute.manager [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Terminating instance [ 1113.538662] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1113.538662] env[69547]: value = "task-3162196" [ 1113.538662] env[69547]: _type = "Task" [ 1113.538662] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.551196] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162196, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.797838] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162195, 'name': CreateVM_Task, 'duration_secs': 0.328686} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.799235] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.800246] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a300e-11b0-4776-8927-b2d8c7a61334 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.802394] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.802530] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.802846] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.805396] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.805396] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.806564] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c29b6ad-aa58-43e9-8f53-ec8755780520 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.809327] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7336b2be-da31-4fdb-9a9b-43112f0ae361 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.336s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.818759] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623e1b9-5949-4722-868a-c1203e730b5c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.820942] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1113.820942] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5234d269-66be-ead9-e13c-e4be930cb940" [ 1113.820942] env[69547]: _type = "Task" [ 1113.820942] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.853522] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53a1434-8b3d-45d4-860f-de8d3599fe78 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.860382] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5234d269-66be-ead9-e13c-e4be930cb940, 'name': SearchDatastore_Task, 'duration_secs': 0.012842} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.861191] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.861658] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.861712] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.861865] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.862153] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.862767] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2929aa15-44b9-4d50-8dde-1b7b5e0b9934 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.869016] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b4380-d626-4ecb-9474-2e0a73b75c75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.875313] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.875552] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.884589] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f62eb7-a7aa-4a95-bd58-be90ab8fa2e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.887346] env[69547]: DEBUG nova.compute.provider_tree [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.893016] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1113.893016] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f9ff08-ef2b-85c2-afbd-edcc67a820a7" [ 1113.893016] env[69547]: _type = "Task" [ 1113.893016] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.900536] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f9ff08-ef2b-85c2-afbd-edcc67a820a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.032484] env[69547]: DEBUG nova.compute.manager [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.032602] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.032936] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffcd4137-2aa7-4bda-8a04-72fa010dba2d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.047999] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0588f7d-dabe-44c6-b04d-0d9a5fdf9939 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.063177] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162196, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.080936] env[69547]: WARNING nova.virt.vmwareapi.vmops [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0a56154e-a952-47f5-b520-6be3b0f0e343 could not be found. [ 1114.081154] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.081335] env[69547]: INFO nova.compute.manager [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1114.081574] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.081807] env[69547]: DEBUG nova.compute.manager [-] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.081926] env[69547]: DEBUG nova.network.neutron [-] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.312808] env[69547]: INFO nova.compute.manager [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Detaching volume e1cd009a-7f6f-447e-9263-0e4a00d2b402 [ 1114.348939] env[69547]: INFO nova.virt.block_device [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Attempting to driver detach volume e1cd009a-7f6f-447e-9263-0e4a00d2b402 from mountpoint /dev/sdb [ 1114.349801] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1114.349801] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632633', 'volume_id': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'name': 'volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee6b7c61-9eff-49a6-9ba6-294a7de0e65d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'serial': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1114.350407] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba553773-2be1-4c38-a879-38431c58d1b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.373070] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ce85e-5502-4f82-91be-6c116d3292f0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.380780] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc84602-c362-469b-8b10-9ed6260b41bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.401056] env[69547]: DEBUG nova.scheduler.client.report [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.407460] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbe39cf-ace7-4f3a-8f5c-2ad6550d23d5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.416127] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.416380] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.416584] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.416763] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.416927] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.418383] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f9ff08-ef2b-85c2-afbd-edcc67a820a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013904} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.418857] env[69547]: INFO nova.compute.manager [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Terminating instance [ 1114.430924] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] The volume has not been displaced from its original location: [datastore1] volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402/volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1114.436220] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.437557] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32044ae0-5cde-4175-95d8-ef1cc9b2cb9d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.439845] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c61c621b-44bd-4887-8b58-2bca2828aa43 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.453931] env[69547]: DEBUG nova.compute.manager [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.454169] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.454918] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c715097b-f529-4cb4-8ee1-774d4c3f4d8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.461731] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1114.461731] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52771615-7360-0130-9fb0-0ca6c126ea3b" [ 1114.461731] env[69547]: _type = "Task" [ 1114.461731] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.469537] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.469843] env[69547]: DEBUG oslo_vmware.api [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1114.469843] env[69547]: value = "task-3162197" [ 1114.469843] env[69547]: _type = "Task" [ 1114.469843] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.470431] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f410d5c-4fbd-4311-a35b-61780667b278 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.478434] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52771615-7360-0130-9fb0-0ca6c126ea3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012721} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.479056] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.479347] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.479593] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14afbb8b-a791-467e-9b34-1e60c273bd4a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.484664] env[69547]: DEBUG oslo_vmware.api [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.486279] env[69547]: DEBUG oslo_vmware.api [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1114.486279] env[69547]: value = "task-3162198" [ 1114.486279] env[69547]: _type = "Task" [ 1114.486279] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.492996] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1114.492996] env[69547]: value = "task-3162199" [ 1114.492996] env[69547]: _type = "Task" [ 1114.492996] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.500033] env[69547]: DEBUG oslo_vmware.api [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.506752] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.549543] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162196, 'name': RemoveSnapshot_Task, 'duration_secs': 0.740181} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.549831] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1114.550191] env[69547]: DEBUG nova.compute.manager [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.550920] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69903776-0670-49b2-a9e4-506294b3ce13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.815204] env[69547]: DEBUG nova.network.neutron [-] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.911114] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.914221] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.113s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.915298] env[69547]: DEBUG nova.objects.instance [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1114.936379] env[69547]: INFO nova.scheduler.client.report [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Deleted allocations for instance 8bb93adb-c1ca-456b-8017-75369f00ca0c [ 1114.983047] env[69547]: DEBUG oslo_vmware.api [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162197, 'name': ReconfigVM_Task, 'duration_secs': 0.284222} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.983472] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.989995] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45efd7e4-ec6c-4135-9b49-84d98df1350d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.012132] env[69547]: DEBUG oslo_vmware.api [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162198, 'name': PowerOffVM_Task, 'duration_secs': 0.177768} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.016440] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.016555] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.016850] env[69547]: DEBUG oslo_vmware.api [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1115.016850] env[69547]: value = "task-3162200" [ 1115.016850] env[69547]: _type = "Task" [ 1115.016850] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.017062] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498078} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.017281] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2987445b-4c04-42b8-a65e-4a5344c36bdb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.018927] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.019153] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.021810] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c88d9b76-d0a4-4ed5-936f-f11741597499 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.029118] env[69547]: DEBUG oslo_vmware.api [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.030258] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1115.030258] env[69547]: value = "task-3162202" [ 1115.030258] env[69547]: _type = "Task" [ 1115.030258] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.038840] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.065230] env[69547]: INFO nova.compute.manager [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Shelve offloading [ 1115.088717] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.089024] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.089172] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Deleting the datastore file [datastore2] b3309e6b-58b5-45ed-ba2b-e51159c4b343 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.089453] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d41f800-e747-4365-a487-c365d25d1b45 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.099069] env[69547]: DEBUG oslo_vmware.api [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for the task: (returnval){ [ 1115.099069] env[69547]: value = "task-3162203" [ 1115.099069] env[69547]: _type = "Task" [ 1115.099069] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.108032] env[69547]: DEBUG oslo_vmware.api [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.228960] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1115.229214] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632663', 'volume_id': '9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'name': 'volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4875b373-e0f0-41d7-8e25-e6f0229dbf55', 'attached_at': '', 'detached_at': '', 'volume_id': '9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'serial': '9c871ffc-b5df-449f-a97b-daf3c9b5f348'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1115.230078] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261d027-6da4-4d2e-abbc-e4b19fb28db9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.247983] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d32f18-c9f2-48b6-a224-d83a63ada333 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.272524] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348/volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.272833] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94bf7f0c-0b5e-4020-b30b-26a0c5103752 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.291851] env[69547]: DEBUG oslo_vmware.api [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1115.291851] env[69547]: value = "task-3162204" [ 1115.291851] env[69547]: _type = "Task" [ 1115.291851] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.300196] env[69547]: DEBUG oslo_vmware.api [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.317870] env[69547]: INFO nova.compute.manager [-] [instance: 0a56154e-a952-47f5-b520-6be3b0f0e343] Took 1.24 seconds to deallocate network for instance. [ 1115.445989] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fbaa56b6-1e68-452a-80c7-c14d16c1f4ec tempest-ServersTestFqdnHostnames-1353945833 tempest-ServersTestFqdnHostnames-1353945833-project-member] Lock "8bb93adb-c1ca-456b-8017-75369f00ca0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.868s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.529261] env[69547]: DEBUG oslo_vmware.api [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162200, 'name': ReconfigVM_Task, 'duration_secs': 0.177997} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.529655] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632633', 'volume_id': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'name': 'volume-e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee6b7c61-9eff-49a6-9ba6-294a7de0e65d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402', 'serial': 'e1cd009a-7f6f-447e-9263-0e4a00d2b402'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.540011] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070769} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.540325] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.541107] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920af70f-ceda-4824-99b6-380a8ec7e6f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.561357] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.561651] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6deb385e-ab0a-43cd-86f1-e647e05608cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.576038] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.576793] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc3c8f1-5564-40a1-90eb-cb40e1add3b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.586514] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1115.586514] env[69547]: value = "task-3162205" [ 1115.586514] env[69547]: _type = "Task" [ 1115.586514] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.586514] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1115.586514] env[69547]: value = "task-3162206" [ 1115.586514] env[69547]: _type = "Task" [ 1115.586514] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.601323] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.601323] env[69547]: DEBUG nova.compute.manager [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.601980] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.602392] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d37da-f86e-4efe-9c91-9c8b3de22c3a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.616364] env[69547]: DEBUG oslo_vmware.api [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Task: {'id': task-3162203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145127} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.618297] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.618530] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.618713] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.618885] env[69547]: INFO nova.compute.manager [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1115.619244] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.619582] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.619741] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.619941] env[69547]: DEBUG nova.network.neutron [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.621233] env[69547]: DEBUG nova.compute.manager [-] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.621324] env[69547]: DEBUG nova.network.neutron [-] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.802730] env[69547]: DEBUG oslo_vmware.api [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162204, 'name': ReconfigVM_Task, 'duration_secs': 0.376412} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.803053] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348/volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.808170] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963f8907-f9b1-45c3-899f-02b78f461b41 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.828484] env[69547]: DEBUG oslo_vmware.api [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1115.828484] env[69547]: value = "task-3162207" [ 1115.828484] env[69547]: _type = "Task" [ 1115.828484] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.839490] env[69547]: DEBUG oslo_vmware.api [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.922673] env[69547]: DEBUG oslo_concurrency.lockutils [None req-846bec53-59f3-4ff1-b614-b63868e03e86 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.924413] env[69547]: DEBUG oslo_concurrency.lockutils [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.690s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.924413] env[69547]: DEBUG nova.objects.instance [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lazy-loading 'resources' on Instance uuid d13eb20c-6b8a-42ac-ad6e-66dad91ed169 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.074959] env[69547]: DEBUG nova.objects.instance [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.098931] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.338575] env[69547]: DEBUG oslo_vmware.api [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162207, 'name': ReconfigVM_Task, 'duration_secs': 0.178856} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.338951] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632663', 'volume_id': '9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'name': 'volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4875b373-e0f0-41d7-8e25-e6f0229dbf55', 'attached_at': '', 'detached_at': '', 'volume_id': '9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'serial': '9c871ffc-b5df-449f-a97b-daf3c9b5f348'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1116.359433] env[69547]: DEBUG nova.network.neutron [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updating instance_info_cache with network_info: [{"id": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "address": "fa:16:3e:4e:25:f5", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94660d-a3", "ovs_interfaceid": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.360750] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12828cbf-a79c-43ee-b041-a908a84ca87e tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "0a56154e-a952-47f5-b520-6be3b0f0e343" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.835s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.381958] env[69547]: DEBUG nova.network.neutron [-] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.418818] env[69547]: DEBUG nova.compute.manager [req-69f0ae0e-7c95-4323-b2aa-9dcc44749aa4 req-435a4582-f564-4c88-89ea-3bad2a9cf68f service nova] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Received event network-vif-deleted-1eb88e1d-8034-4779-a0cf-1e969e4f5568 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.605719] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162206, 'name': ReconfigVM_Task, 'duration_secs': 0.567358} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.605833] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Reconfigured VM instance instance-00000060 to attach disk [datastore1] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1/b4c7ccbc-0a2a-402f-8b88-11de6af79ab1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.606523] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c062183b-494e-4ac6-95ce-d000b6e351c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.614691] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1116.614691] env[69547]: value = "task-3162208" [ 1116.614691] env[69547]: _type = "Task" [ 1116.614691] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.627758] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162208, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.652940] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec8d669-e0f4-4645-93e2-933391c22d45 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.667280] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f40313-1d17-4bda-805b-325386c77cfd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.706542] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1b177a-81e7-4f72-bc28-e742043444b0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.716360] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3270af0e-b6d7-4267-b31e-35d0ad743273 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.733135] env[69547]: DEBUG nova.compute.provider_tree [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.862720] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.888442] env[69547]: INFO nova.compute.manager [-] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Took 1.26 seconds to deallocate network for instance. [ 1117.092029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f078747a-403c-4a4d-962a-43d8f8e570d7 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.093422] env[69547]: DEBUG oslo_concurrency.lockutils [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.094145] env[69547]: DEBUG oslo_concurrency.lockutils [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.094493] env[69547]: DEBUG nova.compute.manager [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.095667] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4abc258-4142-4373-aaf6-cf08772b4a17 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.104197] env[69547]: DEBUG nova.compute.manager [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69547) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1117.104934] env[69547]: DEBUG nova.objects.instance [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.129979] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162208, 'name': Rename_Task, 'duration_secs': 0.162188} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.130914] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.130914] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f12aee9c-c9a6-458c-86c1-15449b3ee96a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.140743] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Waiting for the task: (returnval){ [ 1117.140743] env[69547]: value = "task-3162209" [ 1117.140743] env[69547]: _type = "Task" [ 1117.140743] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.150235] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.168303] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "ab31d60c-c897-43e5-a26a-1def6ef2399f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.168578] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.238232] env[69547]: DEBUG nova.scheduler.client.report [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.268358] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.269540] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab8b702-de72-4511-9f02-40d62c1ef3c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.280825] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.281091] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8906829-37cf-4553-b6a3-03d9cbc4a0dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.353789] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.354219] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.354460] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleting the datastore file [datastore2] 09f18f69-55d5-41a1-89de-257d82440a5d {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.355046] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1937c50-1a3b-41d9-a66a-27d527980e70 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.362993] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1117.362993] env[69547]: value = "task-3162211" [ 1117.362993] env[69547]: _type = "Task" [ 1117.362993] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.372487] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.394832] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.470581] env[69547]: DEBUG nova.objects.instance [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'flavor' on Instance uuid 4875b373-e0f0-41d7-8e25-e6f0229dbf55 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.651415] env[69547]: DEBUG oslo_vmware.api [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Task: {'id': task-3162209, 'name': PowerOnVM_Task, 'duration_secs': 0.465523} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.651713] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.651917] env[69547]: DEBUG nova.compute.manager [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.652721] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4265c2a-f223-4c7f-a5d9-8e15be2a6a75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.671115] env[69547]: DEBUG nova.compute.manager [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.743989] env[69547]: DEBUG oslo_concurrency.lockutils [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.746405] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.882s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.746945] env[69547]: DEBUG nova.objects.instance [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lazy-loading 'resources' on Instance uuid 80c32577-465f-4bc1-9db0-1cee96fe4ccd {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.771313] env[69547]: INFO nova.scheduler.client.report [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted allocations for instance d13eb20c-6b8a-42ac-ad6e-66dad91ed169 [ 1117.872633] env[69547]: DEBUG oslo_vmware.api [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140244} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.872987] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.873069] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.873244] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.892962] env[69547]: INFO nova.scheduler.client.report [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted allocations for instance 09f18f69-55d5-41a1-89de-257d82440a5d [ 1117.980129] env[69547]: DEBUG oslo_concurrency.lockutils [None req-747d27ae-5d00-4e57-b28a-bb66b18b3dbd tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.113229] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.113574] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-833969b1-619f-4842-a979-b72bccd1591d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.122663] env[69547]: DEBUG oslo_vmware.api [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1118.122663] env[69547]: value = "task-3162212" [ 1118.122663] env[69547]: _type = "Task" [ 1118.122663] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.131133] env[69547]: DEBUG oslo_vmware.api [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.171240] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.192572] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.281123] env[69547]: DEBUG oslo_concurrency.lockutils [None req-27b6ee2d-d923-4452-939d-a1b7f65b5b4d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "d13eb20c-6b8a-42ac-ad6e-66dad91ed169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.485s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.398582] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.401875] env[69547]: DEBUG nova.compute.manager [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Stashing vm_state: active {{(pid=69547) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1118.432871] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f42ef1-a421-42c5-af0a-6323119c025f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.441364] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0768ecb-f5db-47db-8234-966a3cfc053f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.474937] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7465fdf4-7dc8-42ad-b635-230ee56f81c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.483472] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f786266-51c4-48d0-8429-324897de0713 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.498313] env[69547]: DEBUG nova.compute.provider_tree [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.501525] env[69547]: DEBUG nova.compute.manager [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received event network-vif-unplugged-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.501739] env[69547]: DEBUG oslo_concurrency.lockutils [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] Acquiring lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.501953] env[69547]: DEBUG oslo_concurrency.lockutils [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] Lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.502119] env[69547]: DEBUG oslo_concurrency.lockutils [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] Lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.502286] env[69547]: DEBUG nova.compute.manager [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] No waiting events found dispatching network-vif-unplugged-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.502477] env[69547]: WARNING nova.compute.manager [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received unexpected event network-vif-unplugged-9a94660d-a3d9-4267-a191-ec1abe5611fc for instance with vm_state shelved_offloaded and task_state None. [ 1118.502714] env[69547]: DEBUG nova.compute.manager [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received event network-changed-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.502887] env[69547]: DEBUG nova.compute.manager [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Refreshing instance network info cache due to event network-changed-9a94660d-a3d9-4267-a191-ec1abe5611fc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.503086] env[69547]: DEBUG oslo_concurrency.lockutils [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] Acquiring lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.503223] env[69547]: DEBUG oslo_concurrency.lockutils [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] Acquired lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.503384] env[69547]: DEBUG nova.network.neutron [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Refreshing network info cache for port 9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.633361] env[69547]: DEBUG oslo_vmware.api [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162212, 'name': PowerOffVM_Task, 'duration_secs': 0.476686} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.633660] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.633858] env[69547]: DEBUG nova.compute.manager [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.634757] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a820775f-7b39-4ea3-bb7d-fee62f494d3c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.920256] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.006327] env[69547]: DEBUG nova.scheduler.client.report [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.146496] env[69547]: DEBUG oslo_concurrency.lockutils [None req-543ce937-2169-4fde-ad7a-78754a1160f9 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.295730] env[69547]: DEBUG nova.network.neutron [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updated VIF entry in instance network info cache for port 9a94660d-a3d9-4267-a191-ec1abe5611fc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.296218] env[69547]: DEBUG nova.network.neutron [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updating instance_info_cache with network_info: [{"id": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "address": "fa:16:3e:4e:25:f5", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9a94660d-a3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.498166] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "b4c7ccbc-0a2a-402f-8b88-11de6af79ab1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.498166] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "b4c7ccbc-0a2a-402f-8b88-11de6af79ab1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.498643] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "b4c7ccbc-0a2a-402f-8b88-11de6af79ab1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.498856] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "b4c7ccbc-0a2a-402f-8b88-11de6af79ab1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.499051] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "b4c7ccbc-0a2a-402f-8b88-11de6af79ab1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.501208] env[69547]: INFO nova.compute.manager [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Terminating instance [ 1119.512929] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.516638] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.178s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.516824] env[69547]: DEBUG nova.objects.instance [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1119.536257] env[69547]: INFO nova.scheduler.client.report [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted allocations for instance 80c32577-465f-4bc1-9db0-1cee96fe4ccd [ 1119.622544] env[69547]: DEBUG nova.objects.instance [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.802914] env[69547]: DEBUG oslo_concurrency.lockutils [req-c9a82bbd-dfe8-451f-93d0-2d466b27dd50 req-87c18430-7148-4f87-ba12-fc47f857bf8a service nova] Releasing lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.006380] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "refresh_cache-b4c7ccbc-0a2a-402f-8b88-11de6af79ab1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.006673] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquired lock "refresh_cache-b4c7ccbc-0a2a-402f-8b88-11de6af79ab1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.006801] env[69547]: DEBUG nova.network.neutron [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.043972] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5231a7d8-d0b2-4799-8664-f147ed1e56ae tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "80c32577-465f-4bc1-9db0-1cee96fe4ccd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.639s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.128644] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.128877] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.129175] env[69547]: DEBUG nova.network.neutron [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.129376] env[69547]: DEBUG nova.objects.instance [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'info_cache' on Instance uuid ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.248811] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "09f18f69-55d5-41a1-89de-257d82440a5d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.525405] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8434a28b-ecf6-44c0-8d75-2ec2726e018f tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.526731] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.928s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.528188] env[69547]: INFO nova.compute.claims [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.535228] env[69547]: DEBUG nova.network.neutron [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.582682] env[69547]: DEBUG nova.network.neutron [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.634635] env[69547]: DEBUG nova.objects.base [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.915419] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "009880fb-11ce-49f1-a149-b7df761e36f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.915535] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.085122] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Releasing lock "refresh_cache-b4c7ccbc-0a2a-402f-8b88-11de6af79ab1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.085392] env[69547]: DEBUG nova.compute.manager [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.085627] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.086640] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc4aea8-8fc5-45f5-9c65-4fce033a055a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.095277] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.095512] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6624281c-d1a7-4555-a8e1-87672a93a4c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.102787] env[69547]: DEBUG oslo_vmware.api [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1121.102787] env[69547]: value = "task-3162213" [ 1121.102787] env[69547]: _type = "Task" [ 1121.102787] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.111934] env[69547]: DEBUG oslo_vmware.api [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.354170] env[69547]: DEBUG nova.network.neutron [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Updating instance_info_cache with network_info: [{"id": "7b52be5e-0161-4860-8614-5520ea17e4ee", "address": "fa:16:3e:6d:cf:a5", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b52be5e-01", "ovs_interfaceid": "7b52be5e-0161-4860-8614-5520ea17e4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.417970] env[69547]: DEBUG nova.compute.manager [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.604566] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.604566] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.618055] env[69547]: DEBUG oslo_vmware.api [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162213, 'name': PowerOffVM_Task, 'duration_secs': 0.134163} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.618826] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.618981] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.619266] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fcd97be-1d62-4bd0-890b-925533453f9d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.652771] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.653206] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.653518] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Deleting the datastore file [datastore1] b4c7ccbc-0a2a-402f-8b88-11de6af79ab1 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.656386] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d621111-e7c7-405d-87c4-52cfa493ae10 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.664363] env[69547]: DEBUG oslo_vmware.api [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for the task: (returnval){ [ 1121.664363] env[69547]: value = "task-3162215" [ 1121.664363] env[69547]: _type = "Task" [ 1121.664363] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.676199] env[69547]: DEBUG oslo_vmware.api [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.741645] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de53a92-3510-44c1-a324-a0bb82a1fe21 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.751664] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b68ab7e-21b0-4105-a445-7091b94c5f32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.782702] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb2841-3347-4179-80a4-5c43d7a79ac1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.790830] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28285121-007d-4963-8c1a-40c4e617cfaf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.804188] env[69547]: DEBUG nova.compute.provider_tree [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.857042] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Releasing lock "refresh_cache-ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.959249] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.110018] env[69547]: DEBUG nova.compute.manager [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.174657] env[69547]: DEBUG oslo_vmware.api [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Task: {'id': task-3162215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099996} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.174913] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.175108] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.175292] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.175480] env[69547]: INFO nova.compute.manager [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1122.175745] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.175937] env[69547]: DEBUG nova.compute.manager [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.176038] env[69547]: DEBUG nova.network.neutron [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.190756] env[69547]: DEBUG nova.network.neutron [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.307955] env[69547]: DEBUG nova.scheduler.client.report [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.628303] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.694355] env[69547]: DEBUG nova.network.neutron [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.813289] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.813838] env[69547]: DEBUG nova.compute.manager [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.816585] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.565s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.862807] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.863054] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0e452e9-44d7-4af7-8501-82f7a4bd338a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.872184] env[69547]: DEBUG oslo_vmware.api [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1122.872184] env[69547]: value = "task-3162216" [ 1122.872184] env[69547]: _type = "Task" [ 1122.872184] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.880652] env[69547]: DEBUG oslo_vmware.api [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.198640] env[69547]: INFO nova.compute.manager [-] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Took 1.02 seconds to deallocate network for instance. [ 1123.321020] env[69547]: DEBUG nova.compute.utils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.327330] env[69547]: DEBUG nova.compute.manager [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.327505] env[69547]: DEBUG nova.network.neutron [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.365951] env[69547]: DEBUG nova.policy [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0d7100fe3f4fa89987884662765bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bdf3125741644dc957ed8a9909addb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.382975] env[69547]: DEBUG oslo_vmware.api [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162216, 'name': PowerOnVM_Task, 'duration_secs': 0.418449} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.383266] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.383514] env[69547]: DEBUG nova.compute.manager [None req-4bfffa43-be1a-4010-9519-94aeddde8a96 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.384272] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71001f7-fd4d-488a-bff9-2b8e03e4ec96 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.628912] env[69547]: DEBUG nova.network.neutron [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Successfully created port: 51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.704675] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.828763] env[69547]: DEBUG nova.compute.manager [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.833021] env[69547]: INFO nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating resource usage from migration 118396a9-e837-40c7-8e52-1afaa4f499e9 [ 1123.833211] env[69547]: INFO nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating resource usage from migration 37be4913-c6cc-4dc0-9165-a83fc63b3199 [ 1123.858133] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance e0745838-9c2c-48b7-b17b-af31ecba4e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.858301] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance ee6b7c61-9eff-49a6-9ba6-294a7de0e65d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.858427] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3cfc21f7-365e-408c-b19a-979ddebfc001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.858546] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 84fb492f-d804-4b04-a242-155a6a3660d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.858662] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance b4c7ccbc-0a2a-402f-8b88-11de6af79ab1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.858835] env[69547]: WARNING nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance b3309e6b-58b5-45ed-ba2b-e51159c4b343 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.858975] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.859093] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Migration 118396a9-e837-40c7-8e52-1afaa4f499e9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1123.859207] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 4278afa2-eb26-4545-a91b-142dec01c7c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.362309] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance ab31d60c-c897-43e5-a26a-1def6ef2399f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1124.362705] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Migration 37be4913-c6cc-4dc0-9165-a83fc63b3199 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1124.362705] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 4875b373-e0f0-41d7-8e25-e6f0229dbf55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.362779] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (3dff35a2-8b92-4f77-8c0d-98fc04223d9d): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1124.842335] env[69547]: DEBUG nova.compute.manager [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.866345] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 009880fb-11ce-49f1-a149-b7df761e36f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1124.870501] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.870778] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.870967] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.871208] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.871378] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.871576] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.871801] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.871963] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.872170] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.872356] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.872549] env[69547]: DEBUG nova.virt.hardware [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.873480] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacf1bc3-f7f4-4618-9762-6654e49d3e8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.883635] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed3f95-44a3-4e61-aa00-ad56360a872d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.098055] env[69547]: DEBUG nova.compute.manager [req-3142db1f-f379-49a1-90dd-0398012c6afb req-95f6d4f8-b9b1-44c1-9664-0fbdb544a3e9 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received event network-vif-plugged-51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.098310] env[69547]: DEBUG oslo_concurrency.lockutils [req-3142db1f-f379-49a1-90dd-0398012c6afb req-95f6d4f8-b9b1-44c1-9664-0fbdb544a3e9 service nova] Acquiring lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.098546] env[69547]: DEBUG oslo_concurrency.lockutils [req-3142db1f-f379-49a1-90dd-0398012c6afb req-95f6d4f8-b9b1-44c1-9664-0fbdb544a3e9 service nova] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.098792] env[69547]: DEBUG oslo_concurrency.lockutils [req-3142db1f-f379-49a1-90dd-0398012c6afb req-95f6d4f8-b9b1-44c1-9664-0fbdb544a3e9 service nova] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.098966] env[69547]: DEBUG nova.compute.manager [req-3142db1f-f379-49a1-90dd-0398012c6afb req-95f6d4f8-b9b1-44c1-9664-0fbdb544a3e9 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] No waiting events found dispatching network-vif-plugged-51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.099149] env[69547]: WARNING nova.compute.manager [req-3142db1f-f379-49a1-90dd-0398012c6afb req-95f6d4f8-b9b1-44c1-9664-0fbdb544a3e9 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received unexpected event network-vif-plugged-51041e4b-4170-4f8e-9ca8-7088116a0bf6 for instance with vm_state building and task_state spawning. [ 1125.202256] env[69547]: DEBUG nova.network.neutron [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Successfully updated port: 51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.378669] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 9be879d2-cd82-41bb-a7e4-bb19760fc9c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1125.379109] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1125.379159] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1125.561716] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c50bcf-2df8-4349-8796-029150442900 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.570151] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91617f8-de65-4d7c-aafd-cf8a0e0f440e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.601303] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab82cb0-d898-49ac-ae78-c812d74c45db {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.609580] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db4d36d-1dc5-4dc4-bc75-3c2db942a5d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.623331] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.706161] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.706351] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.706515] env[69547]: DEBUG nova.network.neutron [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.129466] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.317292] env[69547]: DEBUG nova.network.neutron [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.458714] env[69547]: DEBUG nova.network.neutron [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.636089] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1126.636295] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.820s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.636585] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.492s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.961571] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.961927] env[69547]: DEBUG nova.compute.manager [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Instance network_info: |[{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.962388] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:e2:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51041e4b-4170-4f8e-9ca8-7088116a0bf6', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.970150] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.970150] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.970717] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac55fbd2-b99c-4e4a-bbf6-5f0de5d2fa03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.990523] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.990523] env[69547]: value = "task-3162217" [ 1126.990523] env[69547]: _type = "Task" [ 1126.990523] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.998618] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162217, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.130116] env[69547]: DEBUG nova.compute.manager [req-c423fda5-5a48-45c9-bea9-0b35537ea621 req-dbf0fd57-d029-4138-a058-2b9405c8257b service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.130429] env[69547]: DEBUG nova.compute.manager [req-c423fda5-5a48-45c9-bea9-0b35537ea621 req-dbf0fd57-d029-4138-a058-2b9405c8257b service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing instance network info cache due to event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.130715] env[69547]: DEBUG oslo_concurrency.lockutils [req-c423fda5-5a48-45c9-bea9-0b35537ea621 req-dbf0fd57-d029-4138-a058-2b9405c8257b service nova] Acquiring lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.130912] env[69547]: DEBUG oslo_concurrency.lockutils [req-c423fda5-5a48-45c9-bea9-0b35537ea621 req-dbf0fd57-d029-4138-a058-2b9405c8257b service nova] Acquired lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.131152] env[69547]: DEBUG nova.network.neutron [req-c423fda5-5a48-45c9-bea9-0b35537ea621 req-dbf0fd57-d029-4138-a058-2b9405c8257b service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.142599] env[69547]: INFO nova.compute.claims [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.501023] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162217, 'name': CreateVM_Task, 'duration_secs': 0.298369} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.501327] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.501965] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.502189] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.502514] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.502765] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751d2272-99e4-41d0-8284-06f752ceb029 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.506983] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1127.506983] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d9e3bf-7a67-65c3-d14b-ffd143609ef1" [ 1127.506983] env[69547]: _type = "Task" [ 1127.506983] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.514434] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d9e3bf-7a67-65c3-d14b-ffd143609ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.650203] env[69547]: INFO nova.compute.resource_tracker [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating resource usage from migration 118396a9-e837-40c7-8e52-1afaa4f499e9 [ 1127.818720] env[69547]: DEBUG nova.network.neutron [req-c423fda5-5a48-45c9-bea9-0b35537ea621 req-dbf0fd57-d029-4138-a058-2b9405c8257b service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updated VIF entry in instance network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.819126] env[69547]: DEBUG nova.network.neutron [req-c423fda5-5a48-45c9-bea9-0b35537ea621 req-dbf0fd57-d029-4138-a058-2b9405c8257b service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.821615] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da151d2a-1d09-4c87-a9fd-204d2b6c9c89 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.829998] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcd7d36-95ce-4e0d-bf87-2c5c324b2bb1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.861152] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e92fcf-83ae-4c38-b368-f61755a63372 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.867961] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a245d8d-34e2-4407-a5ac-2edfc238d500 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.881104] env[69547]: DEBUG nova.compute.provider_tree [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.017381] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d9e3bf-7a67-65c3-d14b-ffd143609ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.017997] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.018254] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.018495] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.018635] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.018808] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.019090] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49efe7bd-1d80-45ac-95e7-205e6db860c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.027524] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.027693] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.028377] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bb8007-9634-4fc1-b4a1-fcc8f4c17330 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.033234] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1128.033234] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526a31b9-a9e3-caf8-aa1d-83e979addf78" [ 1128.033234] env[69547]: _type = "Task" [ 1128.033234] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.040645] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526a31b9-a9e3-caf8-aa1d-83e979addf78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.326321] env[69547]: DEBUG oslo_concurrency.lockutils [req-c423fda5-5a48-45c9-bea9-0b35537ea621 req-dbf0fd57-d029-4138-a058-2b9405c8257b service nova] Releasing lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.384692] env[69547]: DEBUG nova.scheduler.client.report [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.543141] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526a31b9-a9e3-caf8-aa1d-83e979addf78, 'name': SearchDatastore_Task, 'duration_secs': 0.008185} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.543956] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79063da-629e-49fc-b27d-bd29aab507c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.548922] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1128.548922] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5206a3ad-a865-9371-8c59-8919cccf3066" [ 1128.548922] env[69547]: _type = "Task" [ 1128.548922] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.556155] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5206a3ad-a865-9371-8c59-8919cccf3066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.889962] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.253s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.890202] env[69547]: INFO nova.compute.manager [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Migrating [ 1128.896439] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.502s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.896645] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.898683] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.728s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.898858] env[69547]: DEBUG nova.objects.instance [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1128.920189] env[69547]: INFO nova.scheduler.client.report [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Deleted allocations for instance b3309e6b-58b5-45ed-ba2b-e51159c4b343 [ 1129.059570] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5206a3ad-a865-9371-8c59-8919cccf3066, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.059831] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.060103] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9/565ffab3-81d2-4d6c-9b3a-e369fd56cfe9.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.060355] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f97596d7-dd01-4fc3-8bf7-5470d19002a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.066561] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1129.066561] env[69547]: value = "task-3162218" [ 1129.066561] env[69547]: _type = "Task" [ 1129.066561] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.075544] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.412402] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.412402] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.412614] env[69547]: DEBUG nova.network.neutron [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.426953] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e37492b3-fb25-4c66-9382-57c36c0ae717 tempest-InstanceActionsTestJSON-177658523 tempest-InstanceActionsTestJSON-177658523-project-member] Lock "b3309e6b-58b5-45ed-ba2b-e51159c4b343" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.010s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.577102] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440253} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.577405] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9/565ffab3-81d2-4d6c-9b3a-e369fd56cfe9.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.577626] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.577877] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9f95439-55d9-4a57-842e-8ea9f46876d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.586117] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1129.586117] env[69547]: value = "task-3162219" [ 1129.586117] env[69547]: _type = "Task" [ 1129.586117] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.591501] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.915315] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d76a2160-fb07-4710-9979-a2abcbc59fe5 tempest-ServersAdmin275Test-963268124 tempest-ServersAdmin275Test-963268124-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.916799] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.724s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.918282] env[69547]: INFO nova.compute.claims [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.093014] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063896} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.093400] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.094706] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81da60b-77fc-4b70-b3fc-cba00d2db16e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.127308] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9/565ffab3-81d2-4d6c-9b3a-e369fd56cfe9.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.127626] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcbe707-7428-47a7-a042-55de14e6b5e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.147764] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1130.147764] env[69547]: value = "task-3162220" [ 1130.147764] env[69547]: _type = "Task" [ 1130.147764] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.151542] env[69547]: DEBUG nova.network.neutron [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance_info_cache with network_info: [{"id": "269a222b-1710-4a35-a438-4dfaa075bb97", "address": "fa:16:3e:f7:02:a4", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269a222b-17", "ovs_interfaceid": "269a222b-1710-4a35-a438-4dfaa075bb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.157472] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.653727] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.662518] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162220, 'name': ReconfigVM_Task, 'duration_secs': 0.294127} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.662518] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9/565ffab3-81d2-4d6c-9b3a-e369fd56cfe9.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.662518] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-580c1742-422e-4904-96e6-e77a9d24bee2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.670326] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1130.670326] env[69547]: value = "task-3162221" [ 1130.670326] env[69547]: _type = "Task" [ 1130.670326] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.681695] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162221, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.124060] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11984476-2f7f-41fe-9f16-76f4f0fc6ba7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.132362] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12171f8-9d16-4971-bcfd-e6891cba3acd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.167733] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1904a0-fb18-47b5-957c-b892d555c9ee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.177840] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc79520f-e172-44e0-8049-4b784a4b6758 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.184807] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162221, 'name': Rename_Task, 'duration_secs': 0.18385} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.185467] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.185707] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57d820cb-96d9-44b2-8937-134f769ff86f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.201353] env[69547]: DEBUG nova.compute.provider_tree [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.207858] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1131.207858] env[69547]: value = "task-3162222" [ 1131.207858] env[69547]: _type = "Task" [ 1131.207858] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.217022] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.704353] env[69547]: DEBUG nova.scheduler.client.report [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.717054] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162222, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.182460] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63fd24c-be58-4d69-b125-f42f80b91dd8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.864063] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.947s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.864639] env[69547]: DEBUG nova.compute.manager [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.867550] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance '4278afa2-eb26-4545-a91b-142dec01c7c1' progress to 0 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.873022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.472s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.873022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.873022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.953s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.887072] env[69547]: DEBUG oslo_vmware.api [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162222, 'name': PowerOnVM_Task, 'duration_secs': 0.526495} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.887072] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.887072] env[69547]: INFO nova.compute.manager [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1132.887072] env[69547]: DEBUG nova.compute.manager [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.887072] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481322c1-23e9-44f5-b5ee-355bee8524e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.372547] env[69547]: DEBUG nova.compute.utils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.374429] env[69547]: DEBUG nova.compute.manager [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.374601] env[69547]: DEBUG nova.network.neutron [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.381668] env[69547]: INFO nova.compute.claims [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.388026] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.388026] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de783629-1344-4ad0-8a08-f3a33885b270 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.389541] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cdd6b05-21e1-4428-b614-8441fd70418c tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.971s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.390726] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.142s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.390900] env[69547]: INFO nova.compute.manager [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Unshelving [ 1133.404066] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1133.404066] env[69547]: value = "task-3162223" [ 1133.404066] env[69547]: _type = "Task" [ 1133.404066] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.407236] env[69547]: INFO nova.compute.manager [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Took 23.83 seconds to build instance. [ 1133.417790] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.434472] env[69547]: DEBUG nova.policy [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd35c22044c467fbb98bf1c59fecf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8342c2e5f2ea44009e37049e4bb33fe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.582654] env[69547]: DEBUG nova.compute.manager [req-f6a3acc7-1d1e-4784-8862-8cad36022b64 req-6e1884ca-1399-40be-b7f1-82b3fbb39850 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.582879] env[69547]: DEBUG nova.compute.manager [req-f6a3acc7-1d1e-4784-8862-8cad36022b64 req-6e1884ca-1399-40be-b7f1-82b3fbb39850 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing instance network info cache due to event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.583084] env[69547]: DEBUG oslo_concurrency.lockutils [req-f6a3acc7-1d1e-4784-8862-8cad36022b64 req-6e1884ca-1399-40be-b7f1-82b3fbb39850 service nova] Acquiring lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.583234] env[69547]: DEBUG oslo_concurrency.lockutils [req-f6a3acc7-1d1e-4784-8862-8cad36022b64 req-6e1884ca-1399-40be-b7f1-82b3fbb39850 service nova] Acquired lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.583440] env[69547]: DEBUG nova.network.neutron [req-f6a3acc7-1d1e-4784-8862-8cad36022b64 req-6e1884ca-1399-40be-b7f1-82b3fbb39850 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.797204] env[69547]: DEBUG nova.network.neutron [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Successfully created port: 8adaf686-ec4c-400b-8468-ea79fa1516e4 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.877858] env[69547]: DEBUG nova.compute.manager [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.889899] env[69547]: INFO nova.compute.resource_tracker [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating resource usage from migration 37be4913-c6cc-4dc0-9165-a83fc63b3199 [ 1133.912803] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8844c2d7-c715-474b-82dc-73cfb7d614fd tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.340s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.917027] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162223, 'name': PowerOffVM_Task, 'duration_secs': 0.230978} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.917027] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.917359] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance '4278afa2-eb26-4545-a91b-142dec01c7c1' progress to 17 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.104735] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae6379f-acb2-4364-b56d-4dccc3d77ba5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.117466] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db20896b-fdb7-4eed-bac0-10683bf23690 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.154892] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc59f9f-44b9-46b7-b96d-8a63c12250e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.162850] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f2f73-881f-4288-8f3e-278522e1bde9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.176790] env[69547]: DEBUG nova.compute.provider_tree [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.349044] env[69547]: DEBUG nova.network.neutron [req-f6a3acc7-1d1e-4784-8862-8cad36022b64 req-6e1884ca-1399-40be-b7f1-82b3fbb39850 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updated VIF entry in instance network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.349044] env[69547]: DEBUG nova.network.neutron [req-f6a3acc7-1d1e-4784-8862-8cad36022b64 req-6e1884ca-1399-40be-b7f1-82b3fbb39850 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.414042] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.427848] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.428111] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.428274] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.428494] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.428648] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.428794] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.429011] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.429271] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.429485] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.429659] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.429862] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.435228] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d94f265c-b4f4-4b4d-957d-a2d3ee4a84f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.452396] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1134.452396] env[69547]: value = "task-3162224" [ 1134.452396] env[69547]: _type = "Task" [ 1134.452396] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.460735] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.513620] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "c700caba-605d-49d9-8a27-1aa567d62b71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.513842] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "c700caba-605d-49d9-8a27-1aa567d62b71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.680114] env[69547]: DEBUG nova.scheduler.client.report [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.849867] env[69547]: DEBUG oslo_concurrency.lockutils [req-f6a3acc7-1d1e-4784-8862-8cad36022b64 req-6e1884ca-1399-40be-b7f1-82b3fbb39850 service nova] Releasing lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.888501] env[69547]: DEBUG nova.compute.manager [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.914009] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.914304] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.914464] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.914643] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.914802] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.914926] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.915204] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.915293] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.915461] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.915627] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.915796] env[69547]: DEBUG nova.virt.hardware [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.916819] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a162d880-6298-4c6c-a833-d0c8770fb4b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.925096] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3104a1b-0d06-49e1-a402-d9bda909470e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.961775] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162224, 'name': ReconfigVM_Task, 'duration_secs': 0.163605} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.962112] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance '4278afa2-eb26-4545-a91b-142dec01c7c1' progress to 33 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.016044] env[69547]: DEBUG nova.compute.manager [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.184626] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.312s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.184924] env[69547]: INFO nova.compute.manager [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Migrating [ 1135.191793] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.233s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.193391] env[69547]: INFO nova.compute.claims [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.376079] env[69547]: DEBUG nova.network.neutron [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Successfully updated port: 8adaf686-ec4c-400b-8468-ea79fa1516e4 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.469625] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.469625] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.469625] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.469625] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.469625] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.469625] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.469625] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.470043] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.470043] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.470183] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.470371] env[69547]: DEBUG nova.virt.hardware [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.475649] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.475927] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4efc81ee-9f61-4d2d-90eb-9ea8a3e31558 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.495119] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1135.495119] env[69547]: value = "task-3162225" [ 1135.495119] env[69547]: _type = "Task" [ 1135.495119] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.502890] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.538011] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.608625] env[69547]: DEBUG nova.compute.manager [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Received event network-vif-plugged-8adaf686-ec4c-400b-8468-ea79fa1516e4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.608858] env[69547]: DEBUG oslo_concurrency.lockutils [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] Acquiring lock "ab31d60c-c897-43e5-a26a-1def6ef2399f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.609129] env[69547]: DEBUG oslo_concurrency.lockutils [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.609319] env[69547]: DEBUG oslo_concurrency.lockutils [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.609536] env[69547]: DEBUG nova.compute.manager [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] No waiting events found dispatching network-vif-plugged-8adaf686-ec4c-400b-8468-ea79fa1516e4 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.609707] env[69547]: WARNING nova.compute.manager [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Received unexpected event network-vif-plugged-8adaf686-ec4c-400b-8468-ea79fa1516e4 for instance with vm_state building and task_state spawning. [ 1135.609868] env[69547]: DEBUG nova.compute.manager [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Received event network-changed-8adaf686-ec4c-400b-8468-ea79fa1516e4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.610058] env[69547]: DEBUG nova.compute.manager [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Refreshing instance network info cache due to event network-changed-8adaf686-ec4c-400b-8468-ea79fa1516e4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.610302] env[69547]: DEBUG oslo_concurrency.lockutils [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] Acquiring lock "refresh_cache-ab31d60c-c897-43e5-a26a-1def6ef2399f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.610445] env[69547]: DEBUG oslo_concurrency.lockutils [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] Acquired lock "refresh_cache-ab31d60c-c897-43e5-a26a-1def6ef2399f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.610622] env[69547]: DEBUG nova.network.neutron [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Refreshing network info cache for port 8adaf686-ec4c-400b-8468-ea79fa1516e4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.706145] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.706582] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.706777] env[69547]: DEBUG nova.network.neutron [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.878731] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-ab31d60c-c897-43e5-a26a-1def6ef2399f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.004611] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162225, 'name': ReconfigVM_Task, 'duration_secs': 0.166544} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.004881] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.005765] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fefef9-11b1-4ff5-bc13-4e467641400c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.027363] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4278afa2-eb26-4545-a91b-142dec01c7c1/4278afa2-eb26-4545-a91b-142dec01c7c1.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.027633] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2844b02e-0ca0-4ec6-aa9a-dd147fc145d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.045307] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1136.045307] env[69547]: value = "task-3162226" [ 1136.045307] env[69547]: _type = "Task" [ 1136.045307] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.052942] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.141580] env[69547]: DEBUG nova.network.neutron [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.246826] env[69547]: DEBUG nova.network.neutron [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.421989] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d65d3f-5205-4ca5-b56c-5ba9c3bb8c3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.431807] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a83a70-6a61-49d3-b2cc-dc6922ddcb6f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.465064] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcbbf4a-51d3-441e-a235-ca185fd8b3bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.472825] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e52fe3-ff21-461c-93e1-53fe80f4a4e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.488061] env[69547]: DEBUG nova.compute.provider_tree [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.499219] env[69547]: DEBUG nova.network.neutron [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance_info_cache with network_info: [{"id": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "address": "fa:16:3e:38:c1:81", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae53c8b-9a", "ovs_interfaceid": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.554481] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162226, 'name': ReconfigVM_Task, 'duration_secs': 0.26019} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.554768] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4278afa2-eb26-4545-a91b-142dec01c7c1/4278afa2-eb26-4545-a91b-142dec01c7c1.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.555049] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance '4278afa2-eb26-4545-a91b-142dec01c7c1' progress to 50 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.749626] env[69547]: DEBUG oslo_concurrency.lockutils [req-b4f656b8-0408-4fe3-babb-a28e0376d9ce req-d6a0a77a-319e-48cf-acd8-c619e287d385 service nova] Releasing lock "refresh_cache-ab31d60c-c897-43e5-a26a-1def6ef2399f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.749960] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-ab31d60c-c897-43e5-a26a-1def6ef2399f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.750150] env[69547]: DEBUG nova.network.neutron [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.992067] env[69547]: DEBUG nova.scheduler.client.report [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.001482] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.061414] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac558b6d-c0b2-4ac8-9270-81131ab48e23 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.082149] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a73fa41-8c57-4898-9259-0ca4f5ea4757 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.107668] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance '4278afa2-eb26-4545-a91b-142dec01c7c1' progress to 67 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.281286] env[69547]: DEBUG nova.network.neutron [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.432752] env[69547]: DEBUG nova.network.neutron [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Updating instance_info_cache with network_info: [{"id": "8adaf686-ec4c-400b-8468-ea79fa1516e4", "address": "fa:16:3e:bf:fe:c0", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adaf686-ec", "ovs_interfaceid": "8adaf686-ec4c-400b-8468-ea79fa1516e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.497540] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.498102] env[69547]: DEBUG nova.compute.manager [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.500809] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.873s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.502598] env[69547]: INFO nova.compute.claims [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.647519] env[69547]: DEBUG nova.network.neutron [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Port 269a222b-1710-4a35-a438-4dfaa075bb97 binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1137.935494] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-ab31d60c-c897-43e5-a26a-1def6ef2399f" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.935852] env[69547]: DEBUG nova.compute.manager [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Instance network_info: |[{"id": "8adaf686-ec4c-400b-8468-ea79fa1516e4", "address": "fa:16:3e:bf:fe:c0", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adaf686-ec", "ovs_interfaceid": "8adaf686-ec4c-400b-8468-ea79fa1516e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.936351] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:fe:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8adaf686-ec4c-400b-8468-ea79fa1516e4', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.943863] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.944110] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.944350] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ddafba7-664c-49ae-9fb9-55087bad8713 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.969796] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.969796] env[69547]: value = "task-3162227" [ 1137.969796] env[69547]: _type = "Task" [ 1137.969796] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.978055] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162227, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.006733] env[69547]: DEBUG nova.compute.utils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.008232] env[69547]: DEBUG nova.compute.manager [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.008398] env[69547]: DEBUG nova.network.neutron [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.061694] env[69547]: DEBUG nova.policy [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e30288bce3641d1a6ed099147a48f2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d14bb02ab94b99a3148ec31f3662c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.342660] env[69547]: DEBUG nova.network.neutron [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Successfully created port: 45ae2fb1-50e2-4536-b057-9bc4f3f16b7d {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.480567] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162227, 'name': CreateVM_Task, 'duration_secs': 0.295626} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.480785] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.481497] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.481661] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.481975] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.482251] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9470a2df-2bf8-4661-b025-888e062b49d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.486968] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1138.486968] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b30a0-7662-4ca6-8651-636dd782e4ff" [ 1138.486968] env[69547]: _type = "Task" [ 1138.486968] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.494535] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b30a0-7662-4ca6-8651-636dd782e4ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.513241] env[69547]: DEBUG nova.compute.manager [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.521802] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97f7403-f2a2-4175-9528-ebc819ff07b8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.557398] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance '4875b373-e0f0-41d7-8e25-e6f0229dbf55' progress to 0 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.670838] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "4278afa2-eb26-4545-a91b-142dec01c7c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.671090] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.671270] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.756883] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57479cce-d077-4f56-9bcc-07639c9740e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.764929] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaed462-cfc2-4772-9e63-ded6dc2914d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.795460] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272e5ef2-90a1-4ceb-8ed3-97bdfd613bb5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.802276] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e0e4a9-174c-43ed-8635-bec3239d58e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.815257] env[69547]: DEBUG nova.compute.provider_tree [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.997690] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b30a0-7662-4ca6-8651-636dd782e4ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.998010] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.998266] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.998506] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.998652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.998829] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.999095] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-909cceab-bdb2-4898-8b4b-52a75fd1be30 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.007098] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.007287] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.007945] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634e971a-50df-4a36-ba5d-c0fd3e48078d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.012822] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1139.012822] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c402d-3863-2ede-6dd8-1d266e04d3f7" [ 1139.012822] env[69547]: _type = "Task" [ 1139.012822] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.020481] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c402d-3863-2ede-6dd8-1d266e04d3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.066192] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.066704] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ee52f02-a925-4345-9b75-331509ba0342 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.074443] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1139.074443] env[69547]: value = "task-3162228" [ 1139.074443] env[69547]: _type = "Task" [ 1139.074443] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.082303] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.318654] env[69547]: DEBUG nova.scheduler.client.report [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.523552] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c402d-3863-2ede-6dd8-1d266e04d3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008487} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.524349] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3417d8-d9d5-4865-8914-a3b651d6e6ab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.527468] env[69547]: DEBUG nova.compute.manager [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.532902] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1139.532902] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5236080d-d8a6-5aa2-6c38-a7c26612aa00" [ 1139.532902] env[69547]: _type = "Task" [ 1139.532902] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.542068] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5236080d-d8a6-5aa2-6c38-a7c26612aa00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.555554] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.555934] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.556057] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.556278] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.556431] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.556579] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.556789] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.556946] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.557137] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.557314] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.557489] env[69547]: DEBUG nova.virt.hardware [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.558366] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8c74e-ff22-4b37-b9cb-514c5cb9607c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.565814] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82219fa-3c22-4ff4-9949-d42055cf4287 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.586189] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162228, 'name': PowerOffVM_Task, 'duration_secs': 0.185465} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.586430] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.586617] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance '4875b373-e0f0-41d7-8e25-e6f0229dbf55' progress to 17 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.702846] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.703051] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.703238] env[69547]: DEBUG nova.network.neutron [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.810016] env[69547]: DEBUG nova.compute.manager [req-ab9bd777-9ee0-44d8-9126-986df27a0b25 req-b4948a29-86dd-4ef5-a7b9-f7fc4dc5c520 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Received event network-vif-plugged-45ae2fb1-50e2-4536-b057-9bc4f3f16b7d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.810258] env[69547]: DEBUG oslo_concurrency.lockutils [req-ab9bd777-9ee0-44d8-9126-986df27a0b25 req-b4948a29-86dd-4ef5-a7b9-f7fc4dc5c520 service nova] Acquiring lock "009880fb-11ce-49f1-a149-b7df761e36f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.810532] env[69547]: DEBUG oslo_concurrency.lockutils [req-ab9bd777-9ee0-44d8-9126-986df27a0b25 req-b4948a29-86dd-4ef5-a7b9-f7fc4dc5c520 service nova] Lock "009880fb-11ce-49f1-a149-b7df761e36f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.810730] env[69547]: DEBUG oslo_concurrency.lockutils [req-ab9bd777-9ee0-44d8-9126-986df27a0b25 req-b4948a29-86dd-4ef5-a7b9-f7fc4dc5c520 service nova] Lock "009880fb-11ce-49f1-a149-b7df761e36f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.810821] env[69547]: DEBUG nova.compute.manager [req-ab9bd777-9ee0-44d8-9126-986df27a0b25 req-b4948a29-86dd-4ef5-a7b9-f7fc4dc5c520 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] No waiting events found dispatching network-vif-plugged-45ae2fb1-50e2-4536-b057-9bc4f3f16b7d {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.810944] env[69547]: WARNING nova.compute.manager [req-ab9bd777-9ee0-44d8-9126-986df27a0b25 req-b4948a29-86dd-4ef5-a7b9-f7fc4dc5c520 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Received unexpected event network-vif-plugged-45ae2fb1-50e2-4536-b057-9bc4f3f16b7d for instance with vm_state building and task_state spawning. [ 1139.823861] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.824408] env[69547]: DEBUG nova.compute.manager [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.827011] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.122s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.827545] env[69547]: DEBUG nova.objects.instance [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lazy-loading 'resources' on Instance uuid b4c7ccbc-0a2a-402f-8b88-11de6af79ab1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.897352] env[69547]: DEBUG nova.network.neutron [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Successfully updated port: 45ae2fb1-50e2-4536-b057-9bc4f3f16b7d {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.042736] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5236080d-d8a6-5aa2-6c38-a7c26612aa00, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.043013] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.043280] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] ab31d60c-c897-43e5-a26a-1def6ef2399f/ab31d60c-c897-43e5-a26a-1def6ef2399f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.043729] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-803d2aed-d85f-4fdc-a9ae-28d61ef17b3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.050363] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1140.050363] env[69547]: value = "task-3162229" [ 1140.050363] env[69547]: _type = "Task" [ 1140.050363] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.058380] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.092972] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.093337] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.093337] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.093713] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.093921] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.094093] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.094304] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.094464] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.094631] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.094794] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.094966] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.099965] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6b95bb-1f26-4434-acf0-e988c5845375 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.115917] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1140.115917] env[69547]: value = "task-3162230" [ 1140.115917] env[69547]: _type = "Task" [ 1140.115917] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.124037] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.330547] env[69547]: DEBUG nova.compute.utils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.335410] env[69547]: DEBUG nova.compute.manager [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.335410] env[69547]: DEBUG nova.network.neutron [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.379280] env[69547]: DEBUG nova.policy [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d34b11bbfc42c5bdccc421374336fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe31a0dab018416382f0c8af99bc7d87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.400561] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "refresh_cache-009880fb-11ce-49f1-a149-b7df761e36f3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.400561] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "refresh_cache-009880fb-11ce-49f1-a149-b7df761e36f3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.400819] env[69547]: DEBUG nova.network.neutron [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.425575] env[69547]: DEBUG nova.network.neutron [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance_info_cache with network_info: [{"id": "269a222b-1710-4a35-a438-4dfaa075bb97", "address": "fa:16:3e:f7:02:a4", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269a222b-17", "ovs_interfaceid": "269a222b-1710-4a35-a438-4dfaa075bb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.568366] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162229, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.572574] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc7e60e-be6c-438c-8e93-dfe93533ba53 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.582490] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecab667f-4898-4cb1-8e9a-c7cdbb157e13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.624447] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca58b94e-b3c4-4be3-b87d-2fe3054e6e63 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.632987] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162230, 'name': ReconfigVM_Task, 'duration_secs': 0.239201} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.635173] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance '4875b373-e0f0-41d7-8e25-e6f0229dbf55' progress to 33 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.639549] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da871d8b-b0d1-40e3-8216-0c576be47d06 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.653149] env[69547]: DEBUG nova.compute.provider_tree [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.734502] env[69547]: DEBUG nova.network.neutron [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Successfully created port: 75877c47-0147-4d0a-aa84-0207e087db71 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.835709] env[69547]: DEBUG nova.compute.manager [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.933362] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.948465] env[69547]: DEBUG nova.network.neutron [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.060554] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67308} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.060831] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] ab31d60c-c897-43e5-a26a-1def6ef2399f/ab31d60c-c897-43e5-a26a-1def6ef2399f.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.061075] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.061313] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5cc77e7-1602-4901-9855-d1614d8f7042 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.068055] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1141.068055] env[69547]: value = "task-3162231" [ 1141.068055] env[69547]: _type = "Task" [ 1141.068055] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.075351] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.080126] env[69547]: DEBUG nova.network.neutron [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Updating instance_info_cache with network_info: [{"id": "45ae2fb1-50e2-4536-b057-9bc4f3f16b7d", "address": "fa:16:3e:1c:19:4b", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ae2fb1-50", "ovs_interfaceid": "45ae2fb1-50e2-4536-b057-9bc4f3f16b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.146324] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.146699] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.146761] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.146943] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.147115] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.147281] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.147487] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.147647] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.147813] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.147974] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.148171] env[69547]: DEBUG nova.virt.hardware [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.153400] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.153673] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c847c7-9ef5-4e45-9e1d-0d32cdd268d5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.167209] env[69547]: DEBUG nova.scheduler.client.report [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.175183] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1141.175183] env[69547]: value = "task-3162232" [ 1141.175183] env[69547]: _type = "Task" [ 1141.175183] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.183190] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.453709] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affaed43-85a5-48e4-80f3-f9ac4d82596a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.472084] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeea654-3775-4861-8885-00d8ae6e6757 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.478801] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance '4278afa2-eb26-4545-a91b-142dec01c7c1' progress to 83 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.577714] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069707} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.579097] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.579097] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2440b078-9be1-4b01-b5c4-82bb065458b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.582789] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "refresh_cache-009880fb-11ce-49f1-a149-b7df761e36f3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.583120] env[69547]: DEBUG nova.compute.manager [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Instance network_info: |[{"id": "45ae2fb1-50e2-4536-b057-9bc4f3f16b7d", "address": "fa:16:3e:1c:19:4b", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ae2fb1-50", "ovs_interfaceid": "45ae2fb1-50e2-4536-b057-9bc4f3f16b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.592547] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:19:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45ae2fb1-50e2-4536-b057-9bc4f3f16b7d', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.600172] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.609654] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] ab31d60c-c897-43e5-a26a-1def6ef2399f/ab31d60c-c897-43e5-a26a-1def6ef2399f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.609924] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.610260] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75072fce-8e4f-47a1-8eba-0e368ad94d95 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.623944] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00128435-fdf8-4a29-b2a8-3220000b6faf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.644723] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1141.644723] env[69547]: value = "task-3162233" [ 1141.644723] env[69547]: _type = "Task" [ 1141.644723] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.645928] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.645928] env[69547]: value = "task-3162234" [ 1141.645928] env[69547]: _type = "Task" [ 1141.645928] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.656804] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162234, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.659669] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.671873] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.674037] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.260s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.674272] env[69547]: DEBUG nova.objects.instance [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lazy-loading 'pci_requests' on Instance uuid 09f18f69-55d5-41a1-89de-257d82440a5d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.684653] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162232, 'name': ReconfigVM_Task, 'duration_secs': 0.237986} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.685662] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.686523] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418631fd-0163-460d-baf5-dbf4792042f2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.690856] env[69547]: INFO nova.scheduler.client.report [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Deleted allocations for instance b4c7ccbc-0a2a-402f-8b88-11de6af79ab1 [ 1141.723049] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 4875b373-e0f0-41d7-8e25-e6f0229dbf55/4875b373-e0f0-41d7-8e25-e6f0229dbf55.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.723736] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a04880da-c219-4fbc-83bd-6b2fc246ce66 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.745060] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1141.745060] env[69547]: value = "task-3162235" [ 1141.745060] env[69547]: _type = "Task" [ 1141.745060] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.753910] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.845855] env[69547]: DEBUG nova.compute.manager [req-256e31bb-29ea-4a2e-9e96-13e69c479f4c req-6cbaff5b-c4a8-4fcd-a2dc-4fdc1e649ec5 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Received event network-changed-45ae2fb1-50e2-4536-b057-9bc4f3f16b7d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.846187] env[69547]: DEBUG nova.compute.manager [req-256e31bb-29ea-4a2e-9e96-13e69c479f4c req-6cbaff5b-c4a8-4fcd-a2dc-4fdc1e649ec5 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Refreshing instance network info cache due to event network-changed-45ae2fb1-50e2-4536-b057-9bc4f3f16b7d. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.846474] env[69547]: DEBUG oslo_concurrency.lockutils [req-256e31bb-29ea-4a2e-9e96-13e69c479f4c req-6cbaff5b-c4a8-4fcd-a2dc-4fdc1e649ec5 service nova] Acquiring lock "refresh_cache-009880fb-11ce-49f1-a149-b7df761e36f3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.846650] env[69547]: DEBUG oslo_concurrency.lockutils [req-256e31bb-29ea-4a2e-9e96-13e69c479f4c req-6cbaff5b-c4a8-4fcd-a2dc-4fdc1e649ec5 service nova] Acquired lock "refresh_cache-009880fb-11ce-49f1-a149-b7df761e36f3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.846831] env[69547]: DEBUG nova.network.neutron [req-256e31bb-29ea-4a2e-9e96-13e69c479f4c req-6cbaff5b-c4a8-4fcd-a2dc-4fdc1e649ec5 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Refreshing network info cache for port 45ae2fb1-50e2-4536-b057-9bc4f3f16b7d {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.849994] env[69547]: DEBUG nova.compute.manager [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.880715] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.881134] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.881329] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.881535] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.881689] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.881846] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.882083] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.882292] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.882448] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.882625] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.882814] env[69547]: DEBUG nova.virt.hardware [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.883783] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48fa574-e883-4696-b54d-138753edb758 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.893220] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92addb9a-4a47-48fb-8b95-81c9d5610f08 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.985499] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.986271] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dad4d23f-41db-4511-9fd0-eba8b55241a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.993261] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1141.993261] env[69547]: value = "task-3162236" [ 1141.993261] env[69547]: _type = "Task" [ 1141.993261] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.001948] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.160156] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162233, 'name': ReconfigVM_Task, 'duration_secs': 0.295026} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.164083] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Reconfigured VM instance instance-00000065 to attach disk [datastore2] ab31d60c-c897-43e5-a26a-1def6ef2399f/ab31d60c-c897-43e5-a26a-1def6ef2399f.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.164693] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162234, 'name': CreateVM_Task, 'duration_secs': 0.375507} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.165609] env[69547]: DEBUG nova.compute.manager [req-2b22eaae-8190-4bdf-b983-783f9879d43d req-54bfb1ee-1968-4b2f-bb16-4bb3e43fb393 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Received event network-vif-plugged-75877c47-0147-4d0a-aa84-0207e087db71 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.165799] env[69547]: DEBUG oslo_concurrency.lockutils [req-2b22eaae-8190-4bdf-b983-783f9879d43d req-54bfb1ee-1968-4b2f-bb16-4bb3e43fb393 service nova] Acquiring lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.166044] env[69547]: DEBUG oslo_concurrency.lockutils [req-2b22eaae-8190-4bdf-b983-783f9879d43d req-54bfb1ee-1968-4b2f-bb16-4bb3e43fb393 service nova] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.166199] env[69547]: DEBUG oslo_concurrency.lockutils [req-2b22eaae-8190-4bdf-b983-783f9879d43d req-54bfb1ee-1968-4b2f-bb16-4bb3e43fb393 service nova] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.166369] env[69547]: DEBUG nova.compute.manager [req-2b22eaae-8190-4bdf-b983-783f9879d43d req-54bfb1ee-1968-4b2f-bb16-4bb3e43fb393 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] No waiting events found dispatching network-vif-plugged-75877c47-0147-4d0a-aa84-0207e087db71 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.166532] env[69547]: WARNING nova.compute.manager [req-2b22eaae-8190-4bdf-b983-783f9879d43d req-54bfb1ee-1968-4b2f-bb16-4bb3e43fb393 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Received unexpected event network-vif-plugged-75877c47-0147-4d0a-aa84-0207e087db71 for instance with vm_state building and task_state spawning. [ 1142.166796] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5baccdb-3bba-4c74-871b-e2263c2e1a73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.168909] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.169697] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.169697] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.170078] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.170585] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a269c6e-ea54-42ad-b318-7b598f9f7978 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.174885] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1142.174885] env[69547]: value = "task-3162237" [ 1142.174885] env[69547]: _type = "Task" [ 1142.174885] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.176099] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1142.176099] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52516d3a-3905-3eda-84cd-90693cf93be9" [ 1142.176099] env[69547]: _type = "Task" [ 1142.176099] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.177649] env[69547]: DEBUG nova.objects.instance [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lazy-loading 'numa_topology' on Instance uuid 09f18f69-55d5-41a1-89de-257d82440a5d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.203989] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162237, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.208601] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52516d3a-3905-3eda-84cd-90693cf93be9, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.209197] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d42a01d-a703-4804-b7b9-a715e17ca1a3 tempest-ServersAdmin275Test-1326701358 tempest-ServersAdmin275Test-1326701358-project-member] Lock "b4c7ccbc-0a2a-402f-8b88-11de6af79ab1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.711s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.210291] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.210617] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.211051] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.211977] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.211977] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.211977] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efc96d6c-a443-4aba-9e31-d1f15badb0e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.221054] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.221689] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.222569] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfec0658-bcb6-4539-b433-f1cf114503da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.228949] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1142.228949] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520d96e7-a1a5-e5f6-27a2-9e0f33e1770c" [ 1142.228949] env[69547]: _type = "Task" [ 1142.228949] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.238394] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520d96e7-a1a5-e5f6-27a2-9e0f33e1770c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.257270] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162235, 'name': ReconfigVM_Task, 'duration_secs': 0.324499} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.257270] env[69547]: DEBUG nova.network.neutron [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Successfully updated port: 75877c47-0147-4d0a-aa84-0207e087db71 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.257270] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 4875b373-e0f0-41d7-8e25-e6f0229dbf55/4875b373-e0f0-41d7-8e25-e6f0229dbf55.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.257270] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance '4875b373-e0f0-41d7-8e25-e6f0229dbf55' progress to 50 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.505789] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162236, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.554202] env[69547]: DEBUG nova.network.neutron [req-256e31bb-29ea-4a2e-9e96-13e69c479f4c req-6cbaff5b-c4a8-4fcd-a2dc-4fdc1e649ec5 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Updated VIF entry in instance network info cache for port 45ae2fb1-50e2-4536-b057-9bc4f3f16b7d. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.554608] env[69547]: DEBUG nova.network.neutron [req-256e31bb-29ea-4a2e-9e96-13e69c479f4c req-6cbaff5b-c4a8-4fcd-a2dc-4fdc1e649ec5 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Updating instance_info_cache with network_info: [{"id": "45ae2fb1-50e2-4536-b057-9bc4f3f16b7d", "address": "fa:16:3e:1c:19:4b", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ae2fb1-50", "ovs_interfaceid": "45ae2fb1-50e2-4536-b057-9bc4f3f16b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.687336] env[69547]: INFO nova.compute.claims [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.689830] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162237, 'name': Rename_Task, 'duration_secs': 0.130961} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.690113] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.690360] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e881fea-a4f1-499f-854b-9c8e035309d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.697237] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1142.697237] env[69547]: value = "task-3162238" [ 1142.697237] env[69547]: _type = "Task" [ 1142.697237] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.705150] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.741490] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520d96e7-a1a5-e5f6-27a2-9e0f33e1770c, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.742313] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd29ba7-e763-401b-b868-cff5734852da {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.747095] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1142.747095] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b42a1e-5bcc-15e8-7adc-ba028ccda8c5" [ 1142.747095] env[69547]: _type = "Task" [ 1142.747095] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.754865] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b42a1e-5bcc-15e8-7adc-ba028ccda8c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.761865] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "refresh_cache-9be879d2-cd82-41bb-a7e4-bb19760fc9c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.762077] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "refresh_cache-9be879d2-cd82-41bb-a7e4-bb19760fc9c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.762276] env[69547]: DEBUG nova.network.neutron [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.765432] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de0a972-5237-408d-93e9-32e7f6cee3e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.790447] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5319a8d4-26f2-4d74-8057-66d4bb7bedd6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.811950] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance '4875b373-e0f0-41d7-8e25-e6f0229dbf55' progress to 67 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.005280] env[69547]: DEBUG oslo_vmware.api [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162236, 'name': PowerOnVM_Task, 'duration_secs': 0.552774} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.005637] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.005834] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fde2300f-d83d-4bb4-8bdb-b1e17f90837d tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance '4278afa2-eb26-4545-a91b-142dec01c7c1' progress to 100 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.058061] env[69547]: DEBUG oslo_concurrency.lockutils [req-256e31bb-29ea-4a2e-9e96-13e69c479f4c req-6cbaff5b-c4a8-4fcd-a2dc-4fdc1e649ec5 service nova] Releasing lock "refresh_cache-009880fb-11ce-49f1-a149-b7df761e36f3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.206765] env[69547]: DEBUG oslo_vmware.api [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162238, 'name': PowerOnVM_Task, 'duration_secs': 0.451109} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.207176] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.207234] env[69547]: INFO nova.compute.manager [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1143.207412] env[69547]: DEBUG nova.compute.manager [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.208215] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df4c83-0f1f-4dd8-9175-9a79c873cd6c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.261184] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b42a1e-5bcc-15e8-7adc-ba028ccda8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.261448] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.261725] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 009880fb-11ce-49f1-a149-b7df761e36f3/009880fb-11ce-49f1-a149-b7df761e36f3.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.262022] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f1fbb97-748e-4ec0-9375-46362a04084a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.270256] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1143.270256] env[69547]: value = "task-3162239" [ 1143.270256] env[69547]: _type = "Task" [ 1143.270256] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.278829] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.301391] env[69547]: DEBUG nova.network.neutron [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.394173] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255f7c22-2aa9-4c5f-b4fe-40488deaa8c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.403042] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5d90ff-f716-4356-b2f7-feccdf0987d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.438804] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a8a0ba-2a11-4fb1-9006-b7648b9178c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.446686] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e27b5-5cf7-4142-8a85-0eeac2a31824 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.452653] env[69547]: DEBUG nova.network.neutron [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Updating instance_info_cache with network_info: [{"id": "75877c47-0147-4d0a-aa84-0207e087db71", "address": "fa:16:3e:ff:c9:44", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75877c47-01", "ovs_interfaceid": "75877c47-0147-4d0a-aa84-0207e087db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.463322] env[69547]: DEBUG nova.compute.provider_tree [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.727771] env[69547]: INFO nova.compute.manager [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Took 25.55 seconds to build instance. [ 1143.780413] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446689} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.780669] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 009880fb-11ce-49f1-a149-b7df761e36f3/009880fb-11ce-49f1-a149-b7df761e36f3.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.780882] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.781961] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26214ccb-465a-423d-a045-3702c6c158a8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.787745] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1143.787745] env[69547]: value = "task-3162240" [ 1143.787745] env[69547]: _type = "Task" [ 1143.787745] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.795822] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.965781] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "refresh_cache-9be879d2-cd82-41bb-a7e4-bb19760fc9c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.966181] env[69547]: DEBUG nova.compute.manager [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Instance network_info: |[{"id": "75877c47-0147-4d0a-aa84-0207e087db71", "address": "fa:16:3e:ff:c9:44", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75877c47-01", "ovs_interfaceid": "75877c47-0147-4d0a-aa84-0207e087db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.967084] env[69547]: DEBUG nova.scheduler.client.report [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.970249] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c9:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75877c47-0147-4d0a-aa84-0207e087db71', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.977903] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.980822] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.983819] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f405e1-1b4f-4a78-91a4-97cdb364a0b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.999298] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "49b43709-20be-4fdf-bd84-6ff53deb7c96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.999537] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "49b43709-20be-4fdf-bd84-6ff53deb7c96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.006828] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.006828] env[69547]: value = "task-3162241" [ 1144.006828] env[69547]: _type = "Task" [ 1144.006828] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.018992] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162241, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.204581] env[69547]: DEBUG nova.compute.manager [req-8c8da9e5-b439-4fd0-a82c-7607de887564 req-12442431-0ba0-439c-acf2-94663fc3c717 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Received event network-changed-75877c47-0147-4d0a-aa84-0207e087db71 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.204791] env[69547]: DEBUG nova.compute.manager [req-8c8da9e5-b439-4fd0-a82c-7607de887564 req-12442431-0ba0-439c-acf2-94663fc3c717 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Refreshing instance network info cache due to event network-changed-75877c47-0147-4d0a-aa84-0207e087db71. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.205739] env[69547]: DEBUG oslo_concurrency.lockutils [req-8c8da9e5-b439-4fd0-a82c-7607de887564 req-12442431-0ba0-439c-acf2-94663fc3c717 service nova] Acquiring lock "refresh_cache-9be879d2-cd82-41bb-a7e4-bb19760fc9c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.205832] env[69547]: DEBUG oslo_concurrency.lockutils [req-8c8da9e5-b439-4fd0-a82c-7607de887564 req-12442431-0ba0-439c-acf2-94663fc3c717 service nova] Acquired lock "refresh_cache-9be879d2-cd82-41bb-a7e4-bb19760fc9c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.206062] env[69547]: DEBUG nova.network.neutron [req-8c8da9e5-b439-4fd0-a82c-7607de887564 req-12442431-0ba0-439c-acf2-94663fc3c717 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Refreshing network info cache for port 75877c47-0147-4d0a-aa84-0207e087db71 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.229887] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55239918-41c6-4089-a6d6-7b549cb92f22 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.061s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.298308] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059534} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.298623] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.299419] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0419a76-53c0-467c-957f-a6d28d28a6c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.321495] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 009880fb-11ce-49f1-a149-b7df761e36f3/009880fb-11ce-49f1-a149-b7df761e36f3.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.321798] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdabb6f6-cc31-4f5d-ac98-abfe8c862710 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.340941] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1144.340941] env[69547]: value = "task-3162242" [ 1144.340941] env[69547]: _type = "Task" [ 1144.340941] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.348864] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.474871] env[69547]: DEBUG nova.network.neutron [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Port 2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.479542] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.481607] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.944s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.483123] env[69547]: INFO nova.compute.claims [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.502197] env[69547]: DEBUG nova.compute.manager [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.511606] env[69547]: INFO nova.network.neutron [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updating port 9a94660d-a3d9-4267-a191-ec1abe5611fc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1144.516922] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162241, 'name': CreateVM_Task, 'duration_secs': 0.348368} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.517126] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.517792] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.517952] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.518520] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.518625] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-135059c9-0153-449a-a7b0-c70968ce9fdf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.529723] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1144.529723] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]524a61fd-0d1f-7739-cb1d-ff782973226a" [ 1144.529723] env[69547]: _type = "Task" [ 1144.529723] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.539096] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524a61fd-0d1f-7739-cb1d-ff782973226a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.553688] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "ab31d60c-c897-43e5-a26a-1def6ef2399f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.553927] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.554161] env[69547]: DEBUG nova.compute.manager [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.555463] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae22a4c-2d04-4716-82e1-b8b6853c8538 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.561339] env[69547]: DEBUG nova.compute.manager [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69547) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1144.561866] env[69547]: DEBUG nova.objects.instance [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'flavor' on Instance uuid ab31d60c-c897-43e5-a26a-1def6ef2399f {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.779391] env[69547]: DEBUG oslo_concurrency.lockutils [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "4278afa2-eb26-4545-a91b-142dec01c7c1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.779758] env[69547]: DEBUG oslo_concurrency.lockutils [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.780047] env[69547]: DEBUG nova.compute.manager [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Going to confirm migration 4 {{(pid=69547) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1144.852492] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.949772] env[69547]: DEBUG nova.network.neutron [req-8c8da9e5-b439-4fd0-a82c-7607de887564 req-12442431-0ba0-439c-acf2-94663fc3c717 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Updated VIF entry in instance network info cache for port 75877c47-0147-4d0a-aa84-0207e087db71. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.950098] env[69547]: DEBUG nova.network.neutron [req-8c8da9e5-b439-4fd0-a82c-7607de887564 req-12442431-0ba0-439c-acf2-94663fc3c717 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Updating instance_info_cache with network_info: [{"id": "75877c47-0147-4d0a-aa84-0207e087db71", "address": "fa:16:3e:ff:c9:44", "network": {"id": "94e38590-b9b6-4080-b3be-d140502e4b35", "bridge": "br-int", "label": "tempest-ServersTestJSON-750784699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe31a0dab018416382f0c8af99bc7d87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75877c47-01", "ovs_interfaceid": "75877c47-0147-4d0a-aa84-0207e087db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.024489] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.041601] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]524a61fd-0d1f-7739-cb1d-ff782973226a, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.041914] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.042162] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.042398] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.042545] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.042720] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.042971] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba8f4b2f-e3e5-42c4-8e40-00e59f9e13f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.051308] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.051481] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.052175] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a17d8b-59cb-4870-8b18-74b969a68bb6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.056848] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1145.056848] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525db38a-7e4b-af1e-46fc-ed1e98030172" [ 1145.056848] env[69547]: _type = "Task" [ 1145.056848] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.066330] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525db38a-7e4b-af1e-46fc-ed1e98030172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.316379] env[69547]: DEBUG oslo_concurrency.lockutils [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.316637] env[69547]: DEBUG oslo_concurrency.lockutils [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.316788] env[69547]: DEBUG nova.network.neutron [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.317032] env[69547]: DEBUG nova.objects.instance [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lazy-loading 'info_cache' on Instance uuid 4278afa2-eb26-4545-a91b-142dec01c7c1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.352845] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162242, 'name': ReconfigVM_Task, 'duration_secs': 0.527278} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.353149] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 009880fb-11ce-49f1-a149-b7df761e36f3/009880fb-11ce-49f1-a149-b7df761e36f3.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.353744] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00eb0f8f-6447-422a-8027-7e7f7d99b989 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.359741] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1145.359741] env[69547]: value = "task-3162243" [ 1145.359741] env[69547]: _type = "Task" [ 1145.359741] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.367275] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162243, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.452651] env[69547]: DEBUG oslo_concurrency.lockutils [req-8c8da9e5-b439-4fd0-a82c-7607de887564 req-12442431-0ba0-439c-acf2-94663fc3c717 service nova] Releasing lock "refresh_cache-9be879d2-cd82-41bb-a7e4-bb19760fc9c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.499062] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.499062] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.499062] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.569298] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.569719] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525db38a-7e4b-af1e-46fc-ed1e98030172, 'name': SearchDatastore_Task, 'duration_secs': 0.008549} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.573114] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-363b2fb3-93cd-40ba-b4f4-3e8158a8d306 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.576312] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381d122b-61a5-4fde-9e5c-36d19ebec2e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.582192] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1145.582192] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b590aa-427f-b03f-5df1-857beb67e9e8" [ 1145.582192] env[69547]: _type = "Task" [ 1145.582192] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.590865] env[69547]: DEBUG oslo_vmware.api [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1145.590865] env[69547]: value = "task-3162244" [ 1145.590865] env[69547]: _type = "Task" [ 1145.590865] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.597627] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b590aa-427f-b03f-5df1-857beb67e9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.598227] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.598488] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 9be879d2-cd82-41bb-a7e4-bb19760fc9c4/9be879d2-cd82-41bb-a7e4-bb19760fc9c4.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.598748] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc10dbee-a480-49a5-ae13-726afd8b77dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.605728] env[69547]: DEBUG oslo_vmware.api [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.609821] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1145.609821] env[69547]: value = "task-3162245" [ 1145.609821] env[69547]: _type = "Task" [ 1145.609821] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.617457] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.705448] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94ab041-cd6b-45db-8427-a4f8a8414a38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.713466] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908ec01f-6a69-4d25-b8e0-be3783c9f822 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.745584] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355cedc0-0833-47c5-83a4-08b208ca066d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.753221] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c780e-8ec0-4496-a63e-5ba3da21ca63 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.767609] env[69547]: DEBUG nova.compute.provider_tree [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.871681] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162243, 'name': Rename_Task, 'duration_secs': 0.31517} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.872028] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.872309] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab0016b9-ac15-4a9c-ad46-8da87243609b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.878987] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1145.878987] env[69547]: value = "task-3162246" [ 1145.878987] env[69547]: _type = "Task" [ 1145.878987] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.887833] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.062889] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.063342] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.063342] env[69547]: DEBUG nova.network.neutron [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.102579] env[69547]: DEBUG oslo_vmware.api [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162244, 'name': PowerOffVM_Task, 'duration_secs': 0.202022} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.102874] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.103085] env[69547]: DEBUG nova.compute.manager [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.103908] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ea9709-18aa-4861-8fb0-ac5887810c13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.119987] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488039} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.120297] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 9be879d2-cd82-41bb-a7e4-bb19760fc9c4/9be879d2-cd82-41bb-a7e4-bb19760fc9c4.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.120491] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.120734] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b289a7f7-6d7f-4933-85d4-f71d2056ecff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.127236] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1146.127236] env[69547]: value = "task-3162247" [ 1146.127236] env[69547]: _type = "Task" [ 1146.127236] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.134946] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.233036] env[69547]: DEBUG nova.compute.manager [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received event network-vif-plugged-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.233351] env[69547]: DEBUG oslo_concurrency.lockutils [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] Acquiring lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.233638] env[69547]: DEBUG oslo_concurrency.lockutils [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] Lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.233873] env[69547]: DEBUG oslo_concurrency.lockutils [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] Lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.234125] env[69547]: DEBUG nova.compute.manager [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] No waiting events found dispatching network-vif-plugged-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.234364] env[69547]: WARNING nova.compute.manager [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received unexpected event network-vif-plugged-9a94660d-a3d9-4267-a191-ec1abe5611fc for instance with vm_state shelved_offloaded and task_state spawning. [ 1146.234600] env[69547]: DEBUG nova.compute.manager [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received event network-changed-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.234823] env[69547]: DEBUG nova.compute.manager [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Refreshing instance network info cache due to event network-changed-9a94660d-a3d9-4267-a191-ec1abe5611fc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.235099] env[69547]: DEBUG oslo_concurrency.lockutils [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] Acquiring lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.271373] env[69547]: DEBUG nova.scheduler.client.report [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.389034] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.530015] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.530215] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.530412] env[69547]: DEBUG nova.network.neutron [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.565660] env[69547]: DEBUG nova.network.neutron [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance_info_cache with network_info: [{"id": "269a222b-1710-4a35-a438-4dfaa075bb97", "address": "fa:16:3e:f7:02:a4", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269a222b-17", "ovs_interfaceid": "269a222b-1710-4a35-a438-4dfaa075bb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.618027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9e7c2b99-579c-4419-b580-55e318e091b6 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.639519] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065649} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.639804] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.640923] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044d9332-44a0-4c3d-9031-477e7bbe1378 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.673137] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 9be879d2-cd82-41bb-a7e4-bb19760fc9c4/9be879d2-cd82-41bb-a7e4-bb19760fc9c4.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.673467] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbee6f36-037a-4ed2-b8a8-af7cc0a2a67e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.697750] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1146.697750] env[69547]: value = "task-3162248" [ 1146.697750] env[69547]: _type = "Task" [ 1146.697750] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.706181] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.775785] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.776448] env[69547]: DEBUG nova.compute.manager [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.779823] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.755s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.781516] env[69547]: INFO nova.compute.claims [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.846633] env[69547]: DEBUG nova.network.neutron [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updating instance_info_cache with network_info: [{"id": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "address": "fa:16:3e:4e:25:f5", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94660d-a3", "ovs_interfaceid": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.890540] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162246, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.933301] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "ab31d60c-c897-43e5-a26a-1def6ef2399f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.933585] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.933798] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "ab31d60c-c897-43e5-a26a-1def6ef2399f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.934085] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.934278] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.936601] env[69547]: INFO nova.compute.manager [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Terminating instance [ 1147.068569] env[69547]: DEBUG oslo_concurrency.lockutils [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-4278afa2-eb26-4545-a91b-142dec01c7c1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.068841] env[69547]: DEBUG nova.objects.instance [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lazy-loading 'migration_context' on Instance uuid 4278afa2-eb26-4545-a91b-142dec01c7c1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.210220] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.237388] env[69547]: DEBUG nova.network.neutron [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance_info_cache with network_info: [{"id": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "address": "fa:16:3e:38:c1:81", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae53c8b-9a", "ovs_interfaceid": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.286325] env[69547]: DEBUG nova.compute.utils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.287664] env[69547]: DEBUG nova.compute.manager [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.287849] env[69547]: DEBUG nova.network.neutron [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.327033] env[69547]: DEBUG nova.policy [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0d7100fe3f4fa89987884662765bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bdf3125741644dc957ed8a9909addb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.351130] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.353142] env[69547]: DEBUG oslo_concurrency.lockutils [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] Acquired lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.353340] env[69547]: DEBUG nova.network.neutron [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Refreshing network info cache for port 9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.378058] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e48a7cd0d9844ac8d17643c72dc17544',container_format='bare',created_at=2025-03-26T02:24:05Z,direct_url=,disk_format='vmdk',id=1326204b-102a-4af8-b22e-6d5ebff26de8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-994466914-shelved',owner='eead23ad6d334628b97ceefa8d66d08a',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-26T02:24:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.378324] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.378469] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.378648] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.378794] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.378941] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.379162] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.379320] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.379485] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.379647] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.379817] env[69547]: DEBUG nova.virt.hardware [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.380876] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d581c3ab-c4a0-4abb-9346-66cfa8693a1e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.391359] env[69547]: DEBUG oslo_vmware.api [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162246, 'name': PowerOnVM_Task, 'duration_secs': 1.045969} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.393341] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.394187] env[69547]: INFO nova.compute.manager [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1147.394187] env[69547]: DEBUG nova.compute.manager [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.394552] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a661f4-7b8c-446d-adf4-5216b7e99868 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.397709] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09be840-829b-4e2d-a2e5-139319766c3a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.411280] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:25:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a94660d-a3d9-4267-a191-ec1abe5611fc', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.419037] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.419958] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.423023] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29289a15-9912-44f8-b0d2-c03809f75b73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.440575] env[69547]: DEBUG nova.compute.manager [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.441267] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.441853] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ac223-01f7-4250-a0f4-3198e751f099 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.446277] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.446277] env[69547]: value = "task-3162249" [ 1147.446277] env[69547]: _type = "Task" [ 1147.446277] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.451032] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.451549] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47de20fa-4990-4285-86db-783fd42b2e4e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.455705] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162249, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.522028] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.522028] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.522028] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleting the datastore file [datastore2] ab31d60c-c897-43e5-a26a-1def6ef2399f {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.522028] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2ccedc-7da9-4f42-aa48-3f429d871bdb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.526851] env[69547]: DEBUG oslo_vmware.api [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1147.526851] env[69547]: value = "task-3162251" [ 1147.526851] env[69547]: _type = "Task" [ 1147.526851] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.534758] env[69547]: DEBUG oslo_vmware.api [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.574979] env[69547]: DEBUG nova.objects.base [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Object Instance<4278afa2-eb26-4545-a91b-142dec01c7c1> lazy-loaded attributes: info_cache,migration_context {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.576092] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b66bf85-25eb-46ff-9b41-d9d9b30dc6f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.596302] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997500b9-80e2-4385-8352-dd4128f7986a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.601942] env[69547]: DEBUG oslo_vmware.api [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1147.601942] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a128cb-a837-25b7-c734-62699e3c04a3" [ 1147.601942] env[69547]: _type = "Task" [ 1147.601942] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.610215] env[69547]: DEBUG oslo_vmware.api [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a128cb-a837-25b7-c734-62699e3c04a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.707539] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.739948] env[69547]: DEBUG oslo_concurrency.lockutils [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.790945] env[69547]: DEBUG nova.compute.manager [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.937749] env[69547]: DEBUG nova.network.neutron [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Successfully created port: 086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.956491] env[69547]: INFO nova.compute.manager [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Took 26.03 seconds to build instance. [ 1147.963222] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162249, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.041785] env[69547]: DEBUG oslo_vmware.api [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190578} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.043364] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.043598] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.043784] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.043989] env[69547]: INFO nova.compute.manager [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1148.044267] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.044467] env[69547]: DEBUG nova.compute.manager [-] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.044561] env[69547]: DEBUG nova.network.neutron [-] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.066920] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49bd02-6d19-48b1-9b74-fddd29ccc955 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.075164] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3fb5f8-5999-431b-bbc9-4534fb21d132 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.112437] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad4e4c6-967c-4619-a8df-fe9caa4ea5fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.124507] env[69547]: DEBUG oslo_vmware.api [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a128cb-a837-25b7-c734-62699e3c04a3, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.124507] env[69547]: DEBUG oslo_concurrency.lockutils [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.126130] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10b387a-edeb-45b3-be99-22b045b5f4cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.140352] env[69547]: DEBUG nova.compute.provider_tree [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.178982] env[69547]: DEBUG nova.network.neutron [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updated VIF entry in instance network info cache for port 9a94660d-a3d9-4267-a191-ec1abe5611fc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.179306] env[69547]: DEBUG nova.network.neutron [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updating instance_info_cache with network_info: [{"id": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "address": "fa:16:3e:4e:25:f5", "network": {"id": "a75421e2-62a3-4758-a703-17017b9e9610", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1019466327-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eead23ad6d334628b97ceefa8d66d08a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94660d-a3", "ovs_interfaceid": "9a94660d-a3d9-4267-a191-ec1abe5611fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.208793] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.248728] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7ec610-f1ce-4e07-9ccf-69f947ad0105 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.256059] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3938d64-5098-4638-a7e5-731cfe25da8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.458640] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162249, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.459175] env[69547]: DEBUG oslo_concurrency.lockutils [None req-733b0817-82da-4c29-8d32-4d9f5d24a0b2 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.543s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.643523] env[69547]: DEBUG nova.scheduler.client.report [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.651801] env[69547]: DEBUG nova.compute.manager [req-0d6be892-5f8f-4f05-9cd3-7d0d012cb883 req-ec3cb123-4847-4e09-8deb-7b4a6726bd60 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Received event network-vif-deleted-8adaf686-ec4c-400b-8468-ea79fa1516e4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.652061] env[69547]: INFO nova.compute.manager [req-0d6be892-5f8f-4f05-9cd3-7d0d012cb883 req-ec3cb123-4847-4e09-8deb-7b4a6726bd60 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Neutron deleted interface 8adaf686-ec4c-400b-8468-ea79fa1516e4; detaching it from the instance and deleting it from the info cache [ 1148.652282] env[69547]: DEBUG nova.network.neutron [req-0d6be892-5f8f-4f05-9cd3-7d0d012cb883 req-ec3cb123-4847-4e09-8deb-7b4a6726bd60 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.682998] env[69547]: DEBUG oslo_concurrency.lockutils [req-542c7469-3804-42b5-a830-453b89b87f5e req-1c4f58cb-c410-4437-8109-da98d2943312 service nova] Releasing lock "refresh_cache-09f18f69-55d5-41a1-89de-257d82440a5d" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.709842] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.805221] env[69547]: DEBUG nova.compute.manager [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.835125] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.835125] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.835125] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.835125] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.835771] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.836192] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.836574] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.836878] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.837354] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.837668] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.837963] env[69547]: DEBUG nova.virt.hardware [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.838957] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a61c6-a831-4338-9405-96d772b33fe3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.850921] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3753b3c1-93ad-4659-a768-8c4451da88aa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.962542] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162249, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.136639] env[69547]: DEBUG nova.network.neutron [-] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.149081] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.149374] env[69547]: DEBUG nova.compute.manager [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.152471] env[69547]: DEBUG oslo_concurrency.lockutils [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.028s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.154805] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e39eb1b0-b029-4ee0-945f-d07e2e982ce5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.165458] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ece573-df1a-4b9f-8520-5163680ae8b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.198204] env[69547]: DEBUG nova.compute.manager [req-0d6be892-5f8f-4f05-9cd3-7d0d012cb883 req-ec3cb123-4847-4e09-8deb-7b4a6726bd60 service nova] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Detach interface failed, port_id=8adaf686-ec4c-400b-8468-ea79fa1516e4, reason: Instance ab31d60c-c897-43e5-a26a-1def6ef2399f could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1149.208590] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.376030] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c510be-1c34-4c88-8ce4-40d3f7af6a41 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.399788] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d40ef-c32c-4f2c-9eae-ee92e294c071 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.406872] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance '4875b373-e0f0-41d7-8e25-e6f0229dbf55' progress to 83 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.461100] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162249, 'name': CreateVM_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.639466] env[69547]: INFO nova.compute.manager [-] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Took 1.59 seconds to deallocate network for instance. [ 1149.655519] env[69547]: DEBUG nova.compute.utils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.659705] env[69547]: DEBUG nova.compute.manager [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1149.710577] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.828461] env[69547]: DEBUG nova.network.neutron [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Successfully updated port: 086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.868724] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa01a5e2-1dc9-42a3-bc63-a28fc7602551 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.876192] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e73258-35f3-44c2-8da0-99e9087bfa2d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.907609] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7316e21-1fca-496d-bd71-665354ae30d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.913603] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.916533] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-894a3009-3b18-4136-b9cd-d6f5099f5f12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.919176] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38605ab6-0363-4dc1-bccc-9929fc745359 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.927519] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1149.927519] env[69547]: value = "task-3162252" [ 1149.927519] env[69547]: _type = "Task" [ 1149.927519] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.936797] env[69547]: DEBUG nova.compute.provider_tree [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.946986] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.961665] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162249, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.145478] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.160292] env[69547]: DEBUG nova.compute.manager [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.212379] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162248, 'name': ReconfigVM_Task, 'duration_secs': 3.174312} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.212668] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 9be879d2-cd82-41bb-a7e4-bb19760fc9c4/9be879d2-cd82-41bb-a7e4-bb19760fc9c4.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.213344] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e65561b5-8b46-470c-87dd-2d7d69c8450e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.221441] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1150.221441] env[69547]: value = "task-3162253" [ 1150.221441] env[69547]: _type = "Task" [ 1150.221441] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.229256] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162253, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.333552] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.333713] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.333879] env[69547]: DEBUG nova.network.neutron [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.441577] env[69547]: DEBUG nova.scheduler.client.report [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.450113] env[69547]: DEBUG oslo_vmware.api [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162252, 'name': PowerOnVM_Task, 'duration_secs': 0.451435} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.450374] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.450562] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-00c7d2af-0e13-4a3d-bb37-94bbe589cbfa tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance '4875b373-e0f0-41d7-8e25-e6f0229dbf55' progress to 100 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.463627] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162249, 'name': CreateVM_Task, 'duration_secs': 2.573019} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.463909] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.464435] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.464596] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.465019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.465291] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb3f9bc-3408-4da6-9d10-550ee1a4dae5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.470052] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1150.470052] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5245cc9f-8539-43ec-2b62-1727b5dd89c6" [ 1150.470052] env[69547]: _type = "Task" [ 1150.470052] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.477772] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5245cc9f-8539-43ec-2b62-1727b5dd89c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.681971] env[69547]: DEBUG nova.compute.manager [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Received event network-changed-45ae2fb1-50e2-4536-b057-9bc4f3f16b7d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.682180] env[69547]: DEBUG nova.compute.manager [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Refreshing instance network info cache due to event network-changed-45ae2fb1-50e2-4536-b057-9bc4f3f16b7d. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.682406] env[69547]: DEBUG oslo_concurrency.lockutils [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] Acquiring lock "refresh_cache-009880fb-11ce-49f1-a149-b7df761e36f3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.682549] env[69547]: DEBUG oslo_concurrency.lockutils [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] Acquired lock "refresh_cache-009880fb-11ce-49f1-a149-b7df761e36f3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.682711] env[69547]: DEBUG nova.network.neutron [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Refreshing network info cache for port 45ae2fb1-50e2-4536-b057-9bc4f3f16b7d {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.731689] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162253, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.864814] env[69547]: DEBUG nova.network.neutron [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.980359] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.980627] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Processing image 1326204b-102a-4af8-b22e-6d5ebff26de8 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.980874] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8/1326204b-102a-4af8-b22e-6d5ebff26de8.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.981031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8/1326204b-102a-4af8-b22e-6d5ebff26de8.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.981221] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.981466] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbe7a02a-82a2-467f-9bf3-7256cce66a1a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.989920] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.990279] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.992556] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74e6950-76e1-44a3-936b-549068399cbb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.997572] env[69547]: DEBUG nova.network.neutron [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [{"id": "086da623-96ad-4879-8008-e52ab215dcbc", "address": "fa:16:3e:2c:b6:4b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086da623-96", "ovs_interfaceid": "086da623-96ad-4879-8008-e52ab215dcbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.001843] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1151.001843] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c28eec-8110-86db-571c-a41a4aff3fe0" [ 1151.001843] env[69547]: _type = "Task" [ 1151.001843] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.010343] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c28eec-8110-86db-571c-a41a4aff3fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.170702] env[69547]: DEBUG nova.compute.manager [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.202269] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.202524] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.202682] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.202863] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.203026] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.203186] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.203474] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.203541] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.203709] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.205967] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.205967] env[69547]: DEBUG nova.virt.hardware [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.205967] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a05c44-c739-41b0-a142-4be8f4a5e3bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.213391] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d28e2de-e8d5-4c9a-9e2c-92288601eaf0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.229989] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.236565] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Creating folder: Project (1846d37e0244480c9e4b5b16922255c8). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.239026] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05d59cc3-5356-4f4d-a1fb-1d030b253f8f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.246736] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162253, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.249019] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Created folder: Project (1846d37e0244480c9e4b5b16922255c8) in parent group-v632381. [ 1151.249214] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Creating folder: Instances. Parent ref: group-v632670. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.249440] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70584751-88bf-4e15-a746-8eca8cf30063 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.258203] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Created folder: Instances in parent group-v632670. [ 1151.258479] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.258616] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.258812] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-160a0090-9117-4aea-b7b1-e7ad388c43f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.275915] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.275915] env[69547]: value = "task-3162256" [ 1151.275915] env[69547]: _type = "Task" [ 1151.275915] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.282363] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162256, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.430315] env[69547]: DEBUG nova.network.neutron [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Updated VIF entry in instance network info cache for port 45ae2fb1-50e2-4536-b057-9bc4f3f16b7d. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.430698] env[69547]: DEBUG nova.network.neutron [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Updating instance_info_cache with network_info: [{"id": "45ae2fb1-50e2-4536-b057-9bc4f3f16b7d", "address": "fa:16:3e:1c:19:4b", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ae2fb1-50", "ovs_interfaceid": "45ae2fb1-50e2-4536-b057-9bc4f3f16b7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.452057] env[69547]: DEBUG oslo_concurrency.lockutils [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.299s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.455241] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.309s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.455241] env[69547]: DEBUG nova.objects.instance [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'resources' on Instance uuid ab31d60c-c897-43e5-a26a-1def6ef2399f {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.501335] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.501646] env[69547]: DEBUG nova.compute.manager [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Instance network_info: |[{"id": "086da623-96ad-4879-8008-e52ab215dcbc", "address": "fa:16:3e:2c:b6:4b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086da623-96", "ovs_interfaceid": "086da623-96ad-4879-8008-e52ab215dcbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.502366] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:b6:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '086da623-96ad-4879-8008-e52ab215dcbc', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.512056] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.515083] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.515318] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69e76f15-1d20-4092-b6fd-38771d18f84e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.538052] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Preparing fetch location {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1151.538182] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Fetch image to [datastore1] OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826/OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826.vmdk {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1151.538367] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Downloading stream optimized image 1326204b-102a-4af8-b22e-6d5ebff26de8 to [datastore1] OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826/OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826.vmdk on the data store datastore1 as vApp {{(pid=69547) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1151.538557] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Downloading image file data 1326204b-102a-4af8-b22e-6d5ebff26de8 to the ESX as VM named 'OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826' {{(pid=69547) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1151.540692] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.540692] env[69547]: value = "task-3162257" [ 1151.540692] env[69547]: _type = "Task" [ 1151.540692] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.549748] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162257, 'name': CreateVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.614960] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1151.614960] env[69547]: value = "resgroup-9" [ 1151.614960] env[69547]: _type = "ResourcePool" [ 1151.614960] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1151.615409] env[69547]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-993723c9-e21e-4c89-a04f-179a44ef9760 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.641630] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lease: (returnval){ [ 1151.641630] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bea5c3-102e-c662-b9aa-2b76ed6430a4" [ 1151.641630] env[69547]: _type = "HttpNfcLease" [ 1151.641630] env[69547]: } obtained for vApp import into resource pool (val){ [ 1151.641630] env[69547]: value = "resgroup-9" [ 1151.641630] env[69547]: _type = "ResourcePool" [ 1151.641630] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1151.641987] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the lease: (returnval){ [ 1151.641987] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bea5c3-102e-c662-b9aa-2b76ed6430a4" [ 1151.641987] env[69547]: _type = "HttpNfcLease" [ 1151.641987] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1151.650495] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.650495] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bea5c3-102e-c662-b9aa-2b76ed6430a4" [ 1151.650495] env[69547]: _type = "HttpNfcLease" [ 1151.650495] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.742899] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162253, 'name': Rename_Task, 'duration_secs': 1.065574} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.743297] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.743609] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd97521c-d02f-4ae7-bd78-6af418426dd8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.749516] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1151.749516] env[69547]: value = "task-3162259" [ 1151.749516] env[69547]: _type = "Task" [ 1151.749516] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.757754] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.784597] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162256, 'name': CreateVM_Task, 'duration_secs': 0.460457} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.784818] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.785454] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.785519] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.785904] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.786225] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4167299e-10b0-489c-8bfc-66fe61ec28ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.791101] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1151.791101] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520e4ddd-2c0a-2760-18e1-c07661688136" [ 1151.791101] env[69547]: _type = "Task" [ 1151.791101] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.800519] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520e4ddd-2c0a-2760-18e1-c07661688136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.933272] env[69547]: DEBUG oslo_concurrency.lockutils [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] Releasing lock "refresh_cache-009880fb-11ce-49f1-a149-b7df761e36f3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.933670] env[69547]: DEBUG nova.compute.manager [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received event network-vif-plugged-086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.933944] env[69547]: DEBUG oslo_concurrency.lockutils [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] Acquiring lock "c700caba-605d-49d9-8a27-1aa567d62b71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.934232] env[69547]: DEBUG oslo_concurrency.lockutils [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] Lock "c700caba-605d-49d9-8a27-1aa567d62b71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.934445] env[69547]: DEBUG oslo_concurrency.lockutils [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] Lock "c700caba-605d-49d9-8a27-1aa567d62b71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.934626] env[69547]: DEBUG nova.compute.manager [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] No waiting events found dispatching network-vif-plugged-086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.934925] env[69547]: WARNING nova.compute.manager [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received unexpected event network-vif-plugged-086da623-96ad-4879-8008-e52ab215dcbc for instance with vm_state building and task_state spawning. [ 1151.935160] env[69547]: DEBUG nova.compute.manager [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received event network-changed-086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.935435] env[69547]: DEBUG nova.compute.manager [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing instance network info cache due to event network-changed-086da623-96ad-4879-8008-e52ab215dcbc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.935756] env[69547]: DEBUG oslo_concurrency.lockutils [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] Acquiring lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.935936] env[69547]: DEBUG oslo_concurrency.lockutils [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] Acquired lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.936203] env[69547]: DEBUG nova.network.neutron [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing network info cache for port 086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.020769] env[69547]: INFO nova.scheduler.client.report [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted allocation for migration 118396a9-e837-40c7-8e52-1afaa4f499e9 [ 1152.054787] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162257, 'name': CreateVM_Task, 'duration_secs': 0.302008} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.054982] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.055672] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.150145] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.150145] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bea5c3-102e-c662-b9aa-2b76ed6430a4" [ 1152.150145] env[69547]: _type = "HttpNfcLease" [ 1152.150145] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1152.150478] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1152.150478] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52bea5c3-102e-c662-b9aa-2b76ed6430a4" [ 1152.150478] env[69547]: _type = "HttpNfcLease" [ 1152.150478] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1152.151219] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74c1261-5508-4681-893c-acd9eb1d0175 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.158289] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270da92-5003-1e7d-7d69-9ea7ac4b4c37/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1152.158576] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270da92-5003-1e7d-7d69-9ea7ac4b4c37/disk-0.vmdk. {{(pid=69547) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1152.161702] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db123192-64d5-4db9-9a21-c50831b80d3f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.223719] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e36daa-9a78-4854-9670-7b67100198bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.256153] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb569294-daaf-4ef0-8827-d609e4ae9af1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.262966] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029fb78c-1464-49aa-b9c2-973d5c8562c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.272090] env[69547]: DEBUG oslo_vmware.api [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162259, 'name': PowerOnVM_Task, 'duration_secs': 0.444739} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.275329] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.275571] env[69547]: INFO nova.compute.manager [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1152.275786] env[69547]: DEBUG nova.compute.manager [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.276719] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f380a79-d846-420e-8ce7-9e49608401f0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.280133] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7705ce-37f7-434f-8185-3787e9a28980 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.296275] env[69547]: DEBUG nova.compute.provider_tree [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.308992] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520e4ddd-2c0a-2760-18e1-c07661688136, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.308992] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.308992] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.309299] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.309456] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.309646] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.309965] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.310751] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.310751] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185a5499-3cf2-4b0d-9436-4f95587fae8a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.312758] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e13e10-9401-488f-92f3-cbacfb218aa0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.320033] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1152.320033] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a27d17-3fe6-2b02-b973-3cd56093e79f" [ 1152.320033] env[69547]: _type = "Task" [ 1152.320033] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.321085] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.321261] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.324775] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ed5eb9-220f-491c-8c12-cbe6060a9ddc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.332870] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a27d17-3fe6-2b02-b973-3cd56093e79f, 'name': SearchDatastore_Task, 'duration_secs': 0.007521} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.334252] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.334499] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.334707] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.335377] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1152.335377] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a346ba-5655-40fa-89b5-e6eeaf976ee1" [ 1152.335377] env[69547]: _type = "Task" [ 1152.335377] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.344010] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a346ba-5655-40fa-89b5-e6eeaf976ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.007912} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.344802] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c590012-c5b6-4436-8faa-a1b9188bc29e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.350192] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1152.350192] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526f9779-dd73-dc97-2c93-69ca9d4ed735" [ 1152.350192] env[69547]: _type = "Task" [ 1152.350192] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.359025] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526f9779-dd73-dc97-2c93-69ca9d4ed735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.529420] env[69547]: DEBUG oslo_concurrency.lockutils [None req-567b679d-e1ad-42ba-816f-ec3b049bcdee tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.750s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.703928] env[69547]: DEBUG nova.network.neutron [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updated VIF entry in instance network info cache for port 086da623-96ad-4879-8008-e52ab215dcbc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.708545] env[69547]: DEBUG nova.network.neutron [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [{"id": "086da623-96ad-4879-8008-e52ab215dcbc", "address": "fa:16:3e:2c:b6:4b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086da623-96", "ovs_interfaceid": "086da623-96ad-4879-8008-e52ab215dcbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.802586] env[69547]: DEBUG nova.scheduler.client.report [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.820205] env[69547]: INFO nova.compute.manager [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Took 30.20 seconds to build instance. [ 1152.863884] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526f9779-dd73-dc97-2c93-69ca9d4ed735, 'name': SearchDatastore_Task, 'duration_secs': 0.008502} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.864464] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.864900] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 49b43709-20be-4fdf-bd84-6ff53deb7c96/49b43709-20be-4fdf-bd84-6ff53deb7c96.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.865757] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.865757] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.866098] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cee7e3a-bc08-4fe7-ad8a-25840537c7af {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.870669] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27b3aba5-dd15-4ea1-b75f-3dc5ce5555ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.880778] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1152.880778] env[69547]: value = "task-3162260" [ 1152.880778] env[69547]: _type = "Task" [ 1152.880778] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.885203] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.885504] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.888244] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d450533-de0b-465f-9cde-95c49ac7b6fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.894610] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.899148] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1152.899148] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5215276b-6acd-083c-f7af-78b62da483e0" [ 1152.899148] env[69547]: _type = "Task" [ 1152.899148] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.909524] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5215276b-6acd-083c-f7af-78b62da483e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.080534] env[69547]: DEBUG nova.network.neutron [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Port 2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1153.080979] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.081253] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.081493] env[69547]: DEBUG nova.network.neutron [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.212927] env[69547]: DEBUG oslo_concurrency.lockutils [req-ebb70b4b-9f22-4f7e-9e72-da4bf3d86ca7 req-8c086574-2fa2-46fd-a942-399579d53713 service nova] Releasing lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.310868] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.324477] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c2ae301f-5f7d-4113-b1c3-6ce03139b9d6 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.719s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.342722] env[69547]: INFO nova.scheduler.client.report [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted allocations for instance ab31d60c-c897-43e5-a26a-1def6ef2399f [ 1153.395735] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162260, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.414284] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5215276b-6acd-083c-f7af-78b62da483e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008861} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.416485] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f458147b-c91f-4b3e-8b04-663b1486bfd8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.423857] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1153.423857] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520591a6-fd48-097f-88be-2de33a8c81ee" [ 1153.423857] env[69547]: _type = "Task" [ 1153.423857] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.435296] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520591a6-fd48-097f-88be-2de33a8c81ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.437120] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.437506] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] c700caba-605d-49d9-8a27-1aa567d62b71/c700caba-605d-49d9-8a27-1aa567d62b71.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.437829] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52608e52-1d1d-4026-aa79-c88f590170b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.443925] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1153.443925] env[69547]: value = "task-3162261" [ 1153.443925] env[69547]: _type = "Task" [ 1153.443925] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.453937] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.605158] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Completed reading data from the image iterator. {{(pid=69547) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1153.605979] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270da92-5003-1e7d-7d69-9ea7ac4b4c37/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1153.607027] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0faae3-eebf-4997-83a9-b3f5d3ca3483 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.615585] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270da92-5003-1e7d-7d69-9ea7ac4b4c37/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1153.616100] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270da92-5003-1e7d-7d69-9ea7ac4b4c37/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1153.616297] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-70649ebe-9fcb-4e5f-bb57-3473f473c51d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.648676] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.648954] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.649236] env[69547]: DEBUG nova.compute.manager [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.650187] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66503d2-53b6-4d57-85da-5fe48d0c890a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.657205] env[69547]: DEBUG nova.compute.manager [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69547) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1153.657781] env[69547]: DEBUG nova.objects.instance [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lazy-loading 'flavor' on Instance uuid 9be879d2-cd82-41bb-a7e4-bb19760fc9c4 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.852865] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d7e577e2-066c-4437-96ff-578f5e080c89 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "ab31d60c-c897-43e5-a26a-1def6ef2399f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.919s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.900442] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52379} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.900442] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 49b43709-20be-4fdf-bd84-6ff53deb7c96/49b43709-20be-4fdf-bd84-6ff53deb7c96.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.900728] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.901119] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45d66e70-9e3c-4b07-be37-d2c055c172f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.912591] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1153.912591] env[69547]: value = "task-3162262" [ 1153.912591] env[69547]: _type = "Task" [ 1153.912591] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.924605] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.958225] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162261, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.006725] env[69547]: DEBUG nova.network.neutron [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance_info_cache with network_info: [{"id": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "address": "fa:16:3e:38:c1:81", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae53c8b-9a", "ovs_interfaceid": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.010727] env[69547]: DEBUG oslo_concurrency.lockutils [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "4278afa2-eb26-4545-a91b-142dec01c7c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.010981] env[69547]: DEBUG oslo_concurrency.lockutils [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.011214] env[69547]: DEBUG oslo_concurrency.lockutils [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "4278afa2-eb26-4545-a91b-142dec01c7c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.011406] env[69547]: DEBUG oslo_concurrency.lockutils [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.011574] env[69547]: DEBUG oslo_concurrency.lockutils [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.013527] env[69547]: INFO nova.compute.manager [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Terminating instance [ 1154.355525] env[69547]: DEBUG oslo_vmware.rw_handles [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270da92-5003-1e7d-7d69-9ea7ac4b4c37/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1154.355525] env[69547]: INFO nova.virt.vmwareapi.images [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Downloaded image file data 1326204b-102a-4af8-b22e-6d5ebff26de8 [ 1154.357853] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98bb499-6268-4624-a9f7-b6b66c287c6a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.373171] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7141496-965f-448f-8632-9cbc9186cd93 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.422486] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075077} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.422721] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.424039] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2278346b-b05d-4935-8f1d-08173afc7586 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.445087] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 49b43709-20be-4fdf-bd84-6ff53deb7c96/49b43709-20be-4fdf-bd84-6ff53deb7c96.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.445318] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aefc52c6-1ae3-4d81-846d-7c5f5efb1e48 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.468635] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545148} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.470094] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] c700caba-605d-49d9-8a27-1aa567d62b71/c700caba-605d-49d9-8a27-1aa567d62b71.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.470337] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.470650] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1154.470650] env[69547]: value = "task-3162264" [ 1154.470650] env[69547]: _type = "Task" [ 1154.470650] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.470842] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-554580ab-11ca-437b-a994-ee29f9e582bb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.481952] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.483246] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1154.483246] env[69547]: value = "task-3162265" [ 1154.483246] env[69547]: _type = "Task" [ 1154.483246] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.492841] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.502774] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.503166] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.505807] env[69547]: INFO nova.virt.vmwareapi.images [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] The imported VM was unregistered [ 1154.508563] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Caching image {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1154.508664] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.509380] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.510610] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28a5abb5-2a56-436a-b8c2-540b240141a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.517820] env[69547]: DEBUG nova.compute.manager [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.518055] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.519201] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc107d-b4b7-4acd-ad10-615a1c82d84d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.526334] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Created directory with path [datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.526544] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826/OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826.vmdk to [datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8/1326204b-102a-4af8-b22e-6d5ebff26de8.vmdk. {{(pid=69547) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1154.526782] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-76649547-c753-4faa-93c8-a53d75457e37 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.531670] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.532268] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-004ddcd3-0641-42bc-b1e0-9e859b190cad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.536008] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1154.536008] env[69547]: value = "task-3162266" [ 1154.536008] env[69547]: _type = "Task" [ 1154.536008] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.539841] env[69547]: DEBUG oslo_vmware.api [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1154.539841] env[69547]: value = "task-3162267" [ 1154.539841] env[69547]: _type = "Task" [ 1154.539841] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.546777] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162266, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.552106] env[69547]: DEBUG oslo_vmware.api [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.666687] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.667015] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3462798c-6d83-41d5-b42d-88a4023448a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.674536] env[69547]: DEBUG oslo_vmware.api [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1154.674536] env[69547]: value = "task-3162268" [ 1154.674536] env[69547]: _type = "Task" [ 1154.674536] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.682681] env[69547]: DEBUG oslo_vmware.api [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.987309] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.996837] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068113} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.997143] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.997965] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ae0006-e1f9-46e5-9c9d-8cc8d43658c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.015845] env[69547]: DEBUG nova.compute.manager [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.020407] env[69547]: DEBUG nova.compute.manager [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69547) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1155.031807] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] c700caba-605d-49d9-8a27-1aa567d62b71/c700caba-605d-49d9-8a27-1aa567d62b71.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.032838] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bddc2e8-5499-42f5-b3a2-ec1803e76c4b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.064390] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.064390] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.069784] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1155.069784] env[69547]: value = "task-3162269" [ 1155.069784] env[69547]: _type = "Task" [ 1155.069784] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.076824] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162266, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.077264] env[69547]: DEBUG oslo_vmware.api [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162267, 'name': PowerOffVM_Task, 'duration_secs': 0.440611} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.080898] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.081113] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.082162] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03302c16-8380-45f8-ac2f-e9bd5ecd47cc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.089405] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.157887] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.158177] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.158404] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleting the datastore file [datastore2] 4278afa2-eb26-4545-a91b-142dec01c7c1 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.158701] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f70dcc52-3be3-412e-ac93-34a150a13a08 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.165451] env[69547]: DEBUG oslo_vmware.api [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1155.165451] env[69547]: value = "task-3162271" [ 1155.165451] env[69547]: _type = "Task" [ 1155.165451] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.174031] env[69547]: DEBUG oslo_vmware.api [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.183433] env[69547]: DEBUG oslo_vmware.api [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162268, 'name': PowerOffVM_Task, 'duration_secs': 0.269334} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.183679] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.183930] env[69547]: DEBUG nova.compute.manager [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.184701] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e7a91b-89dc-4022-8f41-6bf8827e45ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.483148] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162264, 'name': ReconfigVM_Task, 'duration_secs': 0.780218} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.483475] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 49b43709-20be-4fdf-bd84-6ff53deb7c96/49b43709-20be-4fdf-bd84-6ff53deb7c96.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.484132] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e9a5aa0-305d-4285-b50f-a9e5e0a321c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.491780] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1155.491780] env[69547]: value = "task-3162272" [ 1155.491780] env[69547]: _type = "Task" [ 1155.491780] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.500968] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162272, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.558400] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.558698] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.560299] env[69547]: INFO nova.compute.claims [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.570158] env[69547]: DEBUG nova.compute.manager [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.571298] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162266, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.587485] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162269, 'name': ReconfigVM_Task, 'duration_secs': 0.306401} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.587845] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Reconfigured VM instance instance-00000068 to attach disk [datastore1] c700caba-605d-49d9-8a27-1aa567d62b71/c700caba-605d-49d9-8a27-1aa567d62b71.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.588575] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a061ccb8-d164-4757-bb23-4f94617c1703 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.594797] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1155.594797] env[69547]: value = "task-3162273" [ 1155.594797] env[69547]: _type = "Task" [ 1155.594797] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.603942] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162273, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.675646] env[69547]: DEBUG oslo_vmware.api [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415812} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.676589] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.676793] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.676976] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.677221] env[69547]: INFO nova.compute.manager [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1155.677487] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.677958] env[69547]: DEBUG nova.compute.manager [-] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.678119] env[69547]: DEBUG nova.network.neutron [-] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.697334] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7ccc3972-bee7-41aa-a778-18b643f4866b tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.002844] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162272, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.054095] env[69547]: DEBUG nova.compute.manager [req-6755dd5f-a078-4121-b5c9-b8b76148a31b req-fca837a5-db14-4197-b21c-2b7f2172bb44 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Received event network-vif-deleted-269a222b-1710-4a35-a438-4dfaa075bb97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.054352] env[69547]: INFO nova.compute.manager [req-6755dd5f-a078-4121-b5c9-b8b76148a31b req-fca837a5-db14-4197-b21c-2b7f2172bb44 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Neutron deleted interface 269a222b-1710-4a35-a438-4dfaa075bb97; detaching it from the instance and deleting it from the info cache [ 1156.054531] env[69547]: DEBUG nova.network.neutron [req-6755dd5f-a078-4121-b5c9-b8b76148a31b req-fca837a5-db14-4197-b21c-2b7f2172bb44 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.070669] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162266, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.092271] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.105128] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162273, 'name': Rename_Task, 'duration_secs': 0.143977} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.105421] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.105672] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00d48174-5625-4a0e-ad0b-8d6612653d7a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.112983] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1156.112983] env[69547]: value = "task-3162274" [ 1156.112983] env[69547]: _type = "Task" [ 1156.112983] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.121253] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.163700] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.372538] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.372810] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.373042] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.373766] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.373766] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.376067] env[69547]: INFO nova.compute.manager [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Terminating instance [ 1156.503417] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162272, 'name': Rename_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.538168] env[69547]: DEBUG nova.network.neutron [-] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.561523] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dab3acdc-a99c-4043-8d87-e01c626becbc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.569694] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162266, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.573812] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7b43be-a6a6-463b-bc24-31054a2404f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.611106] env[69547]: DEBUG nova.compute.manager [req-6755dd5f-a078-4121-b5c9-b8b76148a31b req-fca837a5-db14-4197-b21c-2b7f2172bb44 service nova] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Detach interface failed, port_id=269a222b-1710-4a35-a438-4dfaa075bb97, reason: Instance 4278afa2-eb26-4545-a91b-142dec01c7c1 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.626409] env[69547]: DEBUG oslo_vmware.api [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162274, 'name': PowerOnVM_Task, 'duration_secs': 0.469491} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.627160] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.627160] env[69547]: INFO nova.compute.manager [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1156.627785] env[69547]: DEBUG nova.compute.manager [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.628226] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45913765-ad50-4846-aaf9-5ed0e94fb6f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.879909] env[69547]: DEBUG nova.compute.manager [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.880255] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.881072] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9443d11-588f-44e3-8e65-02fefc32e5c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.890872] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.891959] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e626d8-a151-4e7a-8726-165009b47137 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.917043] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f726376-2e21-4c26-aebe-84975cc7ab18 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.924537] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b15140-df07-4ef1-af2e-483fa0454463 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.956620] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab824adb-b1d1-4d9e-97a2-bbb916bdb72e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.964712] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b2da57-d9b0-4053-bf49-c257287dd20f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.979558] env[69547]: DEBUG nova.compute.provider_tree [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.003334] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162272, 'name': Rename_Task, 'duration_secs': 1.024848} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.004738] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.005055] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.005251] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.005475] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleting the datastore file [datastore1] 9be879d2-cd82-41bb-a7e4-bb19760fc9c4 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.005713] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-709d111d-7e87-4e27-b105-af12f1e788f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.007500] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a5e19b3-470b-4a17-bd06-fc6536e800a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.014277] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1157.014277] env[69547]: value = "task-3162276" [ 1157.014277] env[69547]: _type = "Task" [ 1157.014277] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.015642] env[69547]: DEBUG oslo_vmware.api [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1157.015642] env[69547]: value = "task-3162277" [ 1157.015642] env[69547]: _type = "Task" [ 1157.015642] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.026830] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.029951] env[69547]: DEBUG oslo_vmware.api [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.040662] env[69547]: INFO nova.compute.manager [-] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Took 1.36 seconds to deallocate network for instance. [ 1157.066980] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162266, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.149988] env[69547]: INFO nova.compute.manager [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Took 21.63 seconds to build instance. [ 1157.482871] env[69547]: DEBUG nova.scheduler.client.report [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.528912] env[69547]: DEBUG oslo_vmware.api [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.532402] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.548111] env[69547]: DEBUG oslo_concurrency.lockutils [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.570043] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162266, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.973736} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.570299] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826/OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826.vmdk to [datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8/1326204b-102a-4af8-b22e-6d5ebff26de8.vmdk. [ 1157.570556] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Cleaning up location [datastore1] OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1157.570679] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9fdd613b-201b-4bea-bdde-e44f9cf66826 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.570912] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-923bb484-9693-4490-94c0-c13ab2cc5a76 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.577443] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1157.577443] env[69547]: value = "task-3162278" [ 1157.577443] env[69547]: _type = "Task" [ 1157.577443] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.586301] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.653765] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4e57cc45-da3c-4c9f-a1ca-8db25ccffb76 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "c700caba-605d-49d9-8a27-1aa567d62b71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.140s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.983824] env[69547]: DEBUG nova.compute.manager [req-cd5638dd-2fb1-41e0-ad1e-4436f3131101 req-0803356a-6722-429d-a2b0-916a9d681784 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.984290] env[69547]: DEBUG nova.compute.manager [req-cd5638dd-2fb1-41e0-ad1e-4436f3131101 req-0803356a-6722-429d-a2b0-916a9d681784 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing instance network info cache due to event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.984752] env[69547]: DEBUG oslo_concurrency.lockutils [req-cd5638dd-2fb1-41e0-ad1e-4436f3131101 req-0803356a-6722-429d-a2b0-916a9d681784 service nova] Acquiring lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.984993] env[69547]: DEBUG oslo_concurrency.lockutils [req-cd5638dd-2fb1-41e0-ad1e-4436f3131101 req-0803356a-6722-429d-a2b0-916a9d681784 service nova] Acquired lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.985110] env[69547]: DEBUG nova.network.neutron [req-cd5638dd-2fb1-41e0-ad1e-4436f3131101 req-0803356a-6722-429d-a2b0-916a9d681784 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.987810] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.988545] env[69547]: DEBUG nova.compute.manager [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.992472] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.900s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.994681] env[69547]: INFO nova.compute.claims [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.038929] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162276, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.042930] env[69547]: DEBUG oslo_vmware.api [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.815557} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.043226] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.043398] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.043610] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.043762] env[69547]: INFO nova.compute.manager [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1158.044188] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.044860] env[69547]: DEBUG nova.compute.manager [-] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.044860] env[69547]: DEBUG nova.network.neutron [-] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.088077] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198788} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.088077] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.088417] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8/1326204b-102a-4af8-b22e-6d5ebff26de8.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.089032] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8/1326204b-102a-4af8-b22e-6d5ebff26de8.vmdk to [datastore1] 09f18f69-55d5-41a1-89de-257d82440a5d/09f18f69-55d5-41a1-89de-257d82440a5d.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.089032] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c6379c7-c44a-452d-aa9b-bf73c2877bea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.096660] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1158.096660] env[69547]: value = "task-3162279" [ 1158.096660] env[69547]: _type = "Task" [ 1158.096660] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.106242] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.502167] env[69547]: DEBUG nova.compute.utils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.505747] env[69547]: DEBUG nova.compute.manager [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.505930] env[69547]: DEBUG nova.network.neutron [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.536191] env[69547]: DEBUG oslo_vmware.api [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162276, 'name': PowerOnVM_Task, 'duration_secs': 1.272774} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.536493] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.536695] env[69547]: INFO nova.compute.manager [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1158.536875] env[69547]: DEBUG nova.compute.manager [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.537727] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae4fc87-47d5-45f0-b0a7-b99b944dc07c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.610069] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.765636] env[69547]: DEBUG nova.policy [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '814ff386afa84e4ea3c865439f2e82da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f1cf2189a2f45b38f313268cb7deb23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.780607] env[69547]: DEBUG nova.compute.manager [req-8b7ac7fb-3fe6-41e5-8744-ed7702929591 req-7407529a-5cd6-480e-a2dd-64ac57f9b630 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Received event network-vif-deleted-75877c47-0147-4d0a-aa84-0207e087db71 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.780912] env[69547]: INFO nova.compute.manager [req-8b7ac7fb-3fe6-41e5-8744-ed7702929591 req-7407529a-5cd6-480e-a2dd-64ac57f9b630 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Neutron deleted interface 75877c47-0147-4d0a-aa84-0207e087db71; detaching it from the instance and deleting it from the info cache [ 1158.781176] env[69547]: DEBUG nova.network.neutron [req-8b7ac7fb-3fe6-41e5-8744-ed7702929591 req-7407529a-5cd6-480e-a2dd-64ac57f9b630 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.824034] env[69547]: DEBUG nova.network.neutron [req-cd5638dd-2fb1-41e0-ad1e-4436f3131101 req-0803356a-6722-429d-a2b0-916a9d681784 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updated VIF entry in instance network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.824034] env[69547]: DEBUG nova.network.neutron [req-cd5638dd-2fb1-41e0-ad1e-4436f3131101 req-0803356a-6722-429d-a2b0-916a9d681784 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.007617] env[69547]: DEBUG nova.compute.manager [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.068066] env[69547]: INFO nova.compute.manager [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Took 14.06 seconds to build instance. [ 1159.074404] env[69547]: DEBUG nova.network.neutron [-] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.109814] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162279, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.186782] env[69547]: DEBUG nova.network.neutron [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Successfully created port: bb225df1-fd9b-4c2e-8d07-ba95713e8a16 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.286807] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12153110-958c-4e5d-af47-db979b85d7d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.299020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98505e70-f832-4b2b-aca3-49a39de388c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.316763] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49a1953-4b84-4ef8-b5e9-a5b6687c951c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.327097] env[69547]: DEBUG oslo_concurrency.lockutils [req-cd5638dd-2fb1-41e0-ad1e-4436f3131101 req-0803356a-6722-429d-a2b0-916a9d681784 service nova] Releasing lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.328460] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd4a02d-42e8-4234-a73d-15c90cdf10ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.343203] env[69547]: DEBUG nova.compute.manager [req-8b7ac7fb-3fe6-41e5-8744-ed7702929591 req-7407529a-5cd6-480e-a2dd-64ac57f9b630 service nova] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Detach interface failed, port_id=75877c47-0147-4d0a-aa84-0207e087db71, reason: Instance 9be879d2-cd82-41bb-a7e4-bb19760fc9c4 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.372950] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10814814-f2a9-492d-89ba-6914f681cfdd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.381402] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5942dd-44d2-4184-8195-31b7e70cae3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.397760] env[69547]: DEBUG nova.compute.provider_tree [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.573031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c69ecc72-0b6e-4c5e-bae6-598153419b7c tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "49b43709-20be-4fdf-bd84-6ff53deb7c96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.573s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.579146] env[69547]: INFO nova.compute.manager [-] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Took 1.53 seconds to deallocate network for instance. [ 1159.609358] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162279, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.901278] env[69547]: DEBUG nova.scheduler.client.report [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.935637] env[69547]: INFO nova.compute.manager [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Rebuilding instance [ 1160.019155] env[69547]: DEBUG nova.compute.manager [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.020490] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757c52b8-a289-4113-83db-a21402cdfa72 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.024881] env[69547]: DEBUG nova.compute.manager [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.035131] env[69547]: DEBUG nova.compute.manager [req-42d66e8d-3710-40db-8607-e9da20abfe5a req-c8aee257-491c-49ed-bcad-09f908290803 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received event network-changed-086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.035131] env[69547]: DEBUG nova.compute.manager [req-42d66e8d-3710-40db-8607-e9da20abfe5a req-c8aee257-491c-49ed-bcad-09f908290803 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing instance network info cache due to event network-changed-086da623-96ad-4879-8008-e52ab215dcbc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.035405] env[69547]: DEBUG oslo_concurrency.lockutils [req-42d66e8d-3710-40db-8607-e9da20abfe5a req-c8aee257-491c-49ed-bcad-09f908290803 service nova] Acquiring lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.035685] env[69547]: DEBUG oslo_concurrency.lockutils [req-42d66e8d-3710-40db-8607-e9da20abfe5a req-c8aee257-491c-49ed-bcad-09f908290803 service nova] Acquired lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.035976] env[69547]: DEBUG nova.network.neutron [req-42d66e8d-3710-40db-8607-e9da20abfe5a req-c8aee257-491c-49ed-bcad-09f908290803 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing network info cache for port 086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.058042] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.058042] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.058042] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.058042] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.058042] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.058042] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.058681] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.059046] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.059360] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.059674] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.059987] env[69547]: DEBUG nova.virt.hardware [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.061518] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4238ffdb-adbb-4de1-ba9b-fa2158797e59 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.072180] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465c69ad-9364-4bde-be51-fd2eea0c7a26 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.088835] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.108725] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162279, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.286046] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.286046] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.286046] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.286046] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.286370] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.288562] env[69547]: INFO nova.compute.manager [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Terminating instance [ 1160.407265] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.407762] env[69547]: DEBUG nova.compute.manager [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.410758] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.247s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.609849] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162279, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.735517] env[69547]: DEBUG nova.network.neutron [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Successfully updated port: bb225df1-fd9b-4c2e-8d07-ba95713e8a16 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.758955] env[69547]: DEBUG nova.network.neutron [req-42d66e8d-3710-40db-8607-e9da20abfe5a req-c8aee257-491c-49ed-bcad-09f908290803 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updated VIF entry in instance network info cache for port 086da623-96ad-4879-8008-e52ab215dcbc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.759397] env[69547]: DEBUG nova.network.neutron [req-42d66e8d-3710-40db-8607-e9da20abfe5a req-c8aee257-491c-49ed-bcad-09f908290803 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [{"id": "086da623-96ad-4879-8008-e52ab215dcbc", "address": "fa:16:3e:2c:b6:4b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086da623-96", "ovs_interfaceid": "086da623-96ad-4879-8008-e52ab215dcbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.792717] env[69547]: DEBUG nova.compute.manager [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.792973] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.793923] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf7249-f233-4fab-a4f3-c80c370a0a34 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.802914] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.803240] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d952b35-c086-4e31-a6f8-31e586f319fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.809433] env[69547]: DEBUG oslo_vmware.api [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1160.809433] env[69547]: value = "task-3162280" [ 1160.809433] env[69547]: _type = "Task" [ 1160.809433] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.812256] env[69547]: DEBUG nova.compute.manager [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received event network-changed-086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.812447] env[69547]: DEBUG nova.compute.manager [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing instance network info cache due to event network-changed-086da623-96ad-4879-8008-e52ab215dcbc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.812634] env[69547]: DEBUG oslo_concurrency.lockutils [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] Acquiring lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.822473] env[69547]: DEBUG oslo_vmware.api [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.914997] env[69547]: DEBUG nova.compute.utils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.916758] env[69547]: DEBUG nova.objects.instance [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'migration_context' on Instance uuid 4875b373-e0f0-41d7-8e25-e6f0229dbf55 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.918234] env[69547]: DEBUG nova.compute.manager [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.919026] env[69547]: DEBUG nova.network.neutron [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.978029] env[69547]: DEBUG nova.policy [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd35c22044c467fbb98bf1c59fecf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8342c2e5f2ea44009e37049e4bb33fe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.052556] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.053023] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3d987a-e45a-44eb-8183-bce9ddafcd4d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.060306] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1161.060306] env[69547]: value = "task-3162281" [ 1161.060306] env[69547]: _type = "Task" [ 1161.060306] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.070478] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.109892] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162279, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.924815} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.110098] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1326204b-102a-4af8-b22e-6d5ebff26de8/1326204b-102a-4af8-b22e-6d5ebff26de8.vmdk to [datastore1] 09f18f69-55d5-41a1-89de-257d82440a5d/09f18f69-55d5-41a1-89de-257d82440a5d.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.110888] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c2cba-33ee-4142-8097-b42c7cf292bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.133333] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 09f18f69-55d5-41a1-89de-257d82440a5d/09f18f69-55d5-41a1-89de-257d82440a5d.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.133663] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae227820-fac8-433e-ba25-27343a2daa1e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.154395] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1161.154395] env[69547]: value = "task-3162282" [ 1161.154395] env[69547]: _type = "Task" [ 1161.154395] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.162892] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.238355] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.238563] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.238664] env[69547]: DEBUG nova.network.neutron [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.262112] env[69547]: DEBUG oslo_concurrency.lockutils [req-42d66e8d-3710-40db-8607-e9da20abfe5a req-c8aee257-491c-49ed-bcad-09f908290803 service nova] Releasing lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.262654] env[69547]: DEBUG oslo_concurrency.lockutils [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] Acquired lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.262844] env[69547]: DEBUG nova.network.neutron [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing network info cache for port 086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.307242] env[69547]: DEBUG nova.network.neutron [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Successfully created port: 9fbddaec-ad5e-4ac0-bf91-56825f4c81c4 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.321248] env[69547]: DEBUG oslo_vmware.api [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162280, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.418791] env[69547]: DEBUG nova.compute.manager [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.572469] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162281, 'name': PowerOffVM_Task, 'duration_secs': 0.24132} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.572655] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.573319] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.576357] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0dfadc-2986-4de5-8c06-d1551e362bf0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.582844] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.583087] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4c74857-feae-4968-a0cb-0df926522807 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.607813] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.608066] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.608273] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Deleting the datastore file [datastore1] 49b43709-20be-4fdf-bd84-6ff53deb7c96 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.608551] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a809eb4-41bc-4392-8045-e9d0119b5a28 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.614467] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1161.614467] env[69547]: value = "task-3162284" [ 1161.614467] env[69547]: _type = "Task" [ 1161.614467] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.622462] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.635551] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f1cac-10d3-45a7-a501-c072310c2da0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.642594] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1bf4ee-457a-4454-94f6-dbefb855e861 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.681952] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9e29f5-9137-4a90-9add-a0e126b69216 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.689545] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.693094] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f20046-0211-4ee8-8b81-9284a5f85645 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.706291] env[69547]: DEBUG nova.compute.provider_tree [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.775302] env[69547]: DEBUG nova.network.neutron [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.824336] env[69547]: DEBUG oslo_vmware.api [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162280, 'name': PowerOffVM_Task, 'duration_secs': 0.515731} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.824616] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.824787] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.825107] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0327f704-a803-47b0-8bad-8ea21f6d1349 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.885207] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.885439] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.885622] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Deleting the datastore file [datastore1] ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.885871] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-538b9453-8cbe-43d9-bb15-946aa4bd6c5d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.892717] env[69547]: DEBUG oslo_vmware.api [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1161.892717] env[69547]: value = "task-3162286" [ 1161.892717] env[69547]: _type = "Task" [ 1161.892717] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.900356] env[69547]: DEBUG oslo_vmware.api [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.923864] env[69547]: DEBUG nova.network.neutron [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance_info_cache with network_info: [{"id": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "address": "fa:16:3e:7e:d6:21", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb225df1-fd", "ovs_interfaceid": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.060848] env[69547]: DEBUG nova.compute.manager [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Received event network-vif-plugged-bb225df1-fd9b-4c2e-8d07-ba95713e8a16 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.061104] env[69547]: DEBUG oslo_concurrency.lockutils [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] Acquiring lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.061330] env[69547]: DEBUG oslo_concurrency.lockutils [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.061543] env[69547]: DEBUG oslo_concurrency.lockutils [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.061689] env[69547]: DEBUG nova.compute.manager [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] No waiting events found dispatching network-vif-plugged-bb225df1-fd9b-4c2e-8d07-ba95713e8a16 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.061884] env[69547]: WARNING nova.compute.manager [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Received unexpected event network-vif-plugged-bb225df1-fd9b-4c2e-8d07-ba95713e8a16 for instance with vm_state building and task_state spawning. [ 1162.062146] env[69547]: DEBUG nova.compute.manager [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Received event network-changed-bb225df1-fd9b-4c2e-8d07-ba95713e8a16 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.062531] env[69547]: DEBUG nova.compute.manager [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Refreshing instance network info cache due to event network-changed-bb225df1-fd9b-4c2e-8d07-ba95713e8a16. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.062620] env[69547]: DEBUG oslo_concurrency.lockutils [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] Acquiring lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.088984] env[69547]: DEBUG nova.network.neutron [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updated VIF entry in instance network info cache for port 086da623-96ad-4879-8008-e52ab215dcbc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.090666] env[69547]: DEBUG nova.network.neutron [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [{"id": "086da623-96ad-4879-8008-e52ab215dcbc", "address": "fa:16:3e:2c:b6:4b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086da623-96", "ovs_interfaceid": "086da623-96ad-4879-8008-e52ab215dcbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.125506] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208661} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.125774] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.126025] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.126170] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.188477] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162282, 'name': ReconfigVM_Task, 'duration_secs': 0.721101} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.189039] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 09f18f69-55d5-41a1-89de-257d82440a5d/09f18f69-55d5-41a1-89de-257d82440a5d.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.189787] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd051f97-b727-4c93-a4ff-5cce5f0e631c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.196678] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1162.196678] env[69547]: value = "task-3162287" [ 1162.196678] env[69547]: _type = "Task" [ 1162.196678] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.204780] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162287, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.210036] env[69547]: DEBUG nova.scheduler.client.report [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.406274] env[69547]: DEBUG oslo_vmware.api [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145254} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.406564] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.406757] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.407009] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.407216] env[69547]: INFO nova.compute.manager [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1162.407458] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.407652] env[69547]: DEBUG nova.compute.manager [-] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.407746] env[69547]: DEBUG nova.network.neutron [-] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.429204] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.429495] env[69547]: DEBUG nova.compute.manager [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Instance network_info: |[{"id": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "address": "fa:16:3e:7e:d6:21", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb225df1-fd", "ovs_interfaceid": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.430545] env[69547]: DEBUG nova.compute.manager [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.432659] env[69547]: DEBUG oslo_concurrency.lockutils [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] Acquired lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.432877] env[69547]: DEBUG nova.network.neutron [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Refreshing network info cache for port bb225df1-fd9b-4c2e-8d07-ba95713e8a16 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.434202] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:d6:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb225df1-fd9b-4c2e-8d07-ba95713e8a16', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.443240] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.446168] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.446798] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea87ad1-4096-4d46-b60b-90101a9c8ce6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.469165] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.469416] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.469576] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.469761] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.469908] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.470073] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.470290] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.470452] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.470621] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.470784] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.470959] env[69547]: DEBUG nova.virt.hardware [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.472041] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10054fd-e7eb-4df7-99d1-801ee4547932 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.475591] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.475591] env[69547]: value = "task-3162288" [ 1162.475591] env[69547]: _type = "Task" [ 1162.475591] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.482609] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d74328-c65b-4e0a-abd7-b0beb1871206 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.489126] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162288, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.593569] env[69547]: DEBUG oslo_concurrency.lockutils [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] Releasing lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.593854] env[69547]: DEBUG nova.compute.manager [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.594132] env[69547]: DEBUG nova.compute.manager [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing instance network info cache due to event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.594365] env[69547]: DEBUG oslo_concurrency.lockutils [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] Acquiring lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.594509] env[69547]: DEBUG oslo_concurrency.lockutils [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] Acquired lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.594672] env[69547]: DEBUG nova.network.neutron [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.707506] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162287, 'name': Rename_Task, 'duration_secs': 0.135646} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.707774] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.708036] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f81135ee-4b71-411a-aac0-553a471947a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.718404] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1162.718404] env[69547]: value = "task-3162289" [ 1162.718404] env[69547]: _type = "Task" [ 1162.718404] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.726988] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.851281] env[69547]: DEBUG nova.compute.manager [req-92ca635b-75ad-405b-b332-e7f2eff22855 req-1d889164-d966-497b-b359-d1d44dff4b09 service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Received event network-vif-plugged-9fbddaec-ad5e-4ac0-bf91-56825f4c81c4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.851626] env[69547]: DEBUG oslo_concurrency.lockutils [req-92ca635b-75ad-405b-b332-e7f2eff22855 req-1d889164-d966-497b-b359-d1d44dff4b09 service nova] Acquiring lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.852345] env[69547]: DEBUG oslo_concurrency.lockutils [req-92ca635b-75ad-405b-b332-e7f2eff22855 req-1d889164-d966-497b-b359-d1d44dff4b09 service nova] Lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.852345] env[69547]: DEBUG oslo_concurrency.lockutils [req-92ca635b-75ad-405b-b332-e7f2eff22855 req-1d889164-d966-497b-b359-d1d44dff4b09 service nova] Lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.852472] env[69547]: DEBUG nova.compute.manager [req-92ca635b-75ad-405b-b332-e7f2eff22855 req-1d889164-d966-497b-b359-d1d44dff4b09 service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] No waiting events found dispatching network-vif-plugged-9fbddaec-ad5e-4ac0-bf91-56825f4c81c4 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.852730] env[69547]: WARNING nova.compute.manager [req-92ca635b-75ad-405b-b332-e7f2eff22855 req-1d889164-d966-497b-b359-d1d44dff4b09 service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Received unexpected event network-vif-plugged-9fbddaec-ad5e-4ac0-bf91-56825f4c81c4 for instance with vm_state building and task_state spawning. [ 1162.977606] env[69547]: DEBUG nova.network.neutron [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Successfully updated port: 9fbddaec-ad5e-4ac0-bf91-56825f4c81c4 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.996065] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162288, 'name': CreateVM_Task, 'duration_secs': 0.317808} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.996897] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.997652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.997821] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.998188] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.998717] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9101f1c-7696-4b77-96d8-c86dd7b16e9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.004060] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1163.004060] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ce3b2-9b37-4037-ba39-730af5d05afe" [ 1163.004060] env[69547]: _type = "Task" [ 1163.004060] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.012966] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ce3b2-9b37-4037-ba39-730af5d05afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.177019] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.177019] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.177019] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.177019] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.177019] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.177019] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.177628] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.177628] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.177628] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.177861] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.178152] env[69547]: DEBUG nova.virt.hardware [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.179549] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecefa6ba-43f9-49d0-9232-68cc2cf714c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.198026] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d13426-a9c9-4830-92aa-8df14126c2dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.210198] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.216502] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.219964] env[69547]: DEBUG nova.network.neutron [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updated VIF entry in instance network info cache for port bb225df1-fd9b-4c2e-8d07-ba95713e8a16. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.220619] env[69547]: DEBUG nova.network.neutron [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance_info_cache with network_info: [{"id": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "address": "fa:16:3e:7e:d6:21", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb225df1-fd", "ovs_interfaceid": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.221942] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.224091] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.813s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.229940] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f1a440-531e-4b97-94f7-fcef26bf9510 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.242962] env[69547]: DEBUG oslo_concurrency.lockutils [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.695s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.243327] env[69547]: DEBUG oslo_concurrency.lockutils [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.245278] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.157s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.245614] env[69547]: DEBUG nova.objects.instance [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lazy-loading 'resources' on Instance uuid 9be879d2-cd82-41bb-a7e4-bb19760fc9c4 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.265103] env[69547]: DEBUG oslo_vmware.api [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162289, 'name': PowerOnVM_Task, 'duration_secs': 0.443635} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.265779] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.268065] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.268065] env[69547]: value = "task-3162290" [ 1163.268065] env[69547]: _type = "Task" [ 1163.268065] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.278084] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162290, 'name': CreateVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.279101] env[69547]: INFO nova.scheduler.client.report [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted allocations for instance 4278afa2-eb26-4545-a91b-142dec01c7c1 [ 1163.409151] env[69547]: DEBUG nova.compute.manager [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.410063] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad9dde5-bc2d-4277-be98-c46ddebd2f20 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.440266] env[69547]: DEBUG nova.network.neutron [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updated VIF entry in instance network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.440653] env[69547]: DEBUG nova.network.neutron [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.488155] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-efd0ba1a-09be-4f2c-b0c2-020152f2e94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.488434] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-efd0ba1a-09be-4f2c-b0c2-020152f2e94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.488681] env[69547]: DEBUG nova.network.neutron [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.514315] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ce3b2-9b37-4037-ba39-730af5d05afe, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.514624] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.514851] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.515105] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.515252] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.515433] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.515781] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1c6d3b8-cc08-479c-b0ce-c8aba8117b6c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.524089] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.524300] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.525029] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3190f47-2169-4818-8837-65d8254b4fbd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.530091] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1163.530091] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528e893a-efa4-204d-e1e8-ce0aa47c7b9a" [ 1163.530091] env[69547]: _type = "Task" [ 1163.530091] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.539267] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528e893a-efa4-204d-e1e8-ce0aa47c7b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.558279] env[69547]: DEBUG nova.network.neutron [-] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.731366] env[69547]: DEBUG oslo_concurrency.lockutils [req-874c4161-e4f1-4630-87ff-c6b8c3dee64c req-828e771c-7cc0-4cae-b5eb-9e5828a5fc10 service nova] Releasing lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.781348] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162290, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.788446] env[69547]: DEBUG oslo_concurrency.lockutils [None req-86207668-5554-4f38-9226-32529ddfd8f3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "4278afa2-eb26-4545-a91b-142dec01c7c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.777s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.932785] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9c65b0a7-b262-4a4a-8731-70308daa1a11 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.542s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.938764] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345ab0c4-31f7-411c-bf6b-bb11c110ad0e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.943090] env[69547]: DEBUG oslo_concurrency.lockutils [req-69764f82-86a5-4ef9-87b5-b53c8eaf2f90 req-405f0cf4-7176-4cda-aaff-c248d6261e37 service nova] Releasing lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.946347] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12536364-85f1-4f95-8408-6ded614d82b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.977395] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b55a8-4037-4950-9e15-1cf89b653bfe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.984554] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7ad50a-3ff2-40e7-ba0d-6a33af561efb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.000077] env[69547]: DEBUG nova.compute.provider_tree [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.036505] env[69547]: DEBUG nova.network.neutron [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.042499] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528e893a-efa4-204d-e1e8-ce0aa47c7b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.043321] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0f97e3-a688-4812-93fa-f25abe8ccf60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.048822] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1164.048822] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5246d2b6-6c60-3447-88ed-185f57c8083c" [ 1164.048822] env[69547]: _type = "Task" [ 1164.048822] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.056929] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5246d2b6-6c60-3447-88ed-185f57c8083c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.060741] env[69547]: INFO nova.compute.manager [-] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Took 1.65 seconds to deallocate network for instance. [ 1164.174203] env[69547]: DEBUG nova.network.neutron [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Updating instance_info_cache with network_info: [{"id": "9fbddaec-ad5e-4ac0-bf91-56825f4c81c4", "address": "fa:16:3e:dd:15:03", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbddaec-ad", "ovs_interfaceid": "9fbddaec-ad5e-4ac0-bf91-56825f4c81c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.280794] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162290, 'name': CreateVM_Task, 'duration_secs': 0.585082} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.281115] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.281444] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.281622] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.281958] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.282240] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d398a48-005c-439f-b447-b870dbae6c32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.287441] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1164.287441] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b0d2ba-dcd0-1558-3bc1-37adc16008d7" [ 1164.287441] env[69547]: _type = "Task" [ 1164.287441] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.295694] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b0d2ba-dcd0-1558-3bc1-37adc16008d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.503224] env[69547]: DEBUG nova.scheduler.client.report [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.560280] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5246d2b6-6c60-3447-88ed-185f57c8083c, 'name': SearchDatastore_Task, 'duration_secs': 0.036023} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.560698] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.562466] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 8873957a-ae28-4f27-ac00-2a9be8b6b49c/8873957a-ae28-4f27-ac00-2a9be8b6b49c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.562466] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82065e46-c4dc-4644-81f7-408043fcc292 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.569707] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.570027] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1164.570027] env[69547]: value = "task-3162291" [ 1164.570027] env[69547]: _type = "Task" [ 1164.570027] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.578327] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.677314] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-efd0ba1a-09be-4f2c-b0c2-020152f2e94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.677769] env[69547]: DEBUG nova.compute.manager [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Instance network_info: |[{"id": "9fbddaec-ad5e-4ac0-bf91-56825f4c81c4", "address": "fa:16:3e:dd:15:03", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbddaec-ad", "ovs_interfaceid": "9fbddaec-ad5e-4ac0-bf91-56825f4c81c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.678325] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:15:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fbddaec-ad5e-4ac0-bf91-56825f4c81c4', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.685998] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.686320] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.686677] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86882805-1df2-4162-8e26-1effcdef6607 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.708211] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.708211] env[69547]: value = "task-3162292" [ 1164.708211] env[69547]: _type = "Task" [ 1164.708211] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.715771] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162292, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.788584] env[69547]: INFO nova.compute.manager [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Swapping old allocation on dict_keys(['3dff35a2-8b92-4f77-8c0d-98fc04223d9d']) held by migration 37be4913-c6cc-4dc0-9165-a83fc63b3199 for instance [ 1164.806391] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b0d2ba-dcd0-1558-3bc1-37adc16008d7, 'name': SearchDatastore_Task, 'duration_secs': 0.048181} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.811962] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.812538] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.813978] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.813978] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.813978] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.815056] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b724f81-8ab4-4f31-b91b-aabaf9ad0ef6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.825746] env[69547]: DEBUG nova.scheduler.client.report [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Overwriting current allocation {'allocations': {'3dff35a2-8b92-4f77-8c0d-98fc04223d9d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 138}}, 'project_id': 'c3159b2df0fe4371a3ef532508a002f4', 'user_id': '6f46624b0d0344a98133e3e8e23041c5', 'consumer_generation': 1} on consumer 4875b373-e0f0-41d7-8e25-e6f0229dbf55 {{(pid=69547) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1164.832962] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.833245] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.834350] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a207974-8944-4319-beb2-5b10fab0397a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.842151] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1164.842151] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd0241-67fe-d0b6-d14a-0c70a2497920" [ 1164.842151] env[69547]: _type = "Task" [ 1164.842151] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.854830] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd0241-67fe-d0b6-d14a-0c70a2497920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.885532] env[69547]: DEBUG nova.compute.manager [req-41f2f7d8-e616-45ac-b96c-73703c09a1f4 req-e93db720-2735-42fd-b5a4-584a436fad44 service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Received event network-changed-9fbddaec-ad5e-4ac0-bf91-56825f4c81c4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.885850] env[69547]: DEBUG nova.compute.manager [req-41f2f7d8-e616-45ac-b96c-73703c09a1f4 req-e93db720-2735-42fd-b5a4-584a436fad44 service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Refreshing instance network info cache due to event network-changed-9fbddaec-ad5e-4ac0-bf91-56825f4c81c4. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.886105] env[69547]: DEBUG oslo_concurrency.lockutils [req-41f2f7d8-e616-45ac-b96c-73703c09a1f4 req-e93db720-2735-42fd-b5a4-584a436fad44 service nova] Acquiring lock "refresh_cache-efd0ba1a-09be-4f2c-b0c2-020152f2e94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.886212] env[69547]: DEBUG oslo_concurrency.lockutils [req-41f2f7d8-e616-45ac-b96c-73703c09a1f4 req-e93db720-2735-42fd-b5a4-584a436fad44 service nova] Acquired lock "refresh_cache-efd0ba1a-09be-4f2c-b0c2-020152f2e94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.886397] env[69547]: DEBUG nova.network.neutron [req-41f2f7d8-e616-45ac-b96c-73703c09a1f4 req-e93db720-2735-42fd-b5a4-584a436fad44 service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Refreshing network info cache for port 9fbddaec-ad5e-4ac0-bf91-56825f4c81c4 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.932305] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.932539] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.932757] env[69547]: DEBUG nova.network.neutron [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.009047] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.012170] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.442s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.012581] env[69547]: DEBUG nova.objects.instance [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'resources' on Instance uuid ee6b7c61-9eff-49a6-9ba6-294a7de0e65d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.029821] env[69547]: INFO nova.scheduler.client.report [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted allocations for instance 9be879d2-cd82-41bb-a7e4-bb19760fc9c4 [ 1165.082029] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162291, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.217543] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162292, 'name': CreateVM_Task, 'duration_secs': 0.503375} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.217711] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.218401] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.218575] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.218892] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.219164] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d65efd-ca56-45e2-b87f-78e47b818521 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.223808] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1165.223808] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5257275c-3c92-f1d1-eb44-12e7d939ee20" [ 1165.223808] env[69547]: _type = "Task" [ 1165.223808] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.231026] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5257275c-3c92-f1d1-eb44-12e7d939ee20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.353783] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd0241-67fe-d0b6-d14a-0c70a2497920, 'name': SearchDatastore_Task, 'duration_secs': 0.054449} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.354662] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af533fbc-84b8-4d8a-a647-ee7a5dc32bfc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.359699] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1165.359699] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c990d5-0ce3-aa7a-bfdf-9cffac15ba8f" [ 1165.359699] env[69547]: _type = "Task" [ 1165.359699] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.367321] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c990d5-0ce3-aa7a-bfdf-9cffac15ba8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.539011] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7d4f891b-f5db-4ce8-a53e-df10139797f9 tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "9be879d2-cd82-41bb-a7e4-bb19760fc9c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.166s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.582258] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535835} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.582577] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 8873957a-ae28-4f27-ac00-2a9be8b6b49c/8873957a-ae28-4f27-ac00-2a9be8b6b49c.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.582825] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.583162] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1332e0eb-190b-4ced-be80-d38d055b2884 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.592775] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1165.592775] env[69547]: value = "task-3162293" [ 1165.592775] env[69547]: _type = "Task" [ 1165.592775] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.599721] env[69547]: DEBUG nova.network.neutron [req-41f2f7d8-e616-45ac-b96c-73703c09a1f4 req-e93db720-2735-42fd-b5a4-584a436fad44 service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Updated VIF entry in instance network info cache for port 9fbddaec-ad5e-4ac0-bf91-56825f4c81c4. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.600120] env[69547]: DEBUG nova.network.neutron [req-41f2f7d8-e616-45ac-b96c-73703c09a1f4 req-e93db720-2735-42fd-b5a4-584a436fad44 service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Updating instance_info_cache with network_info: [{"id": "9fbddaec-ad5e-4ac0-bf91-56825f4c81c4", "address": "fa:16:3e:dd:15:03", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbddaec-ad", "ovs_interfaceid": "9fbddaec-ad5e-4ac0-bf91-56825f4c81c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.607280] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.692563] env[69547]: DEBUG nova.network.neutron [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance_info_cache with network_info: [{"id": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "address": "fa:16:3e:38:c1:81", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae53c8b-9a", "ovs_interfaceid": "2ae53c8b-9a4a-4fac-96df-ff35eb1caec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.704777] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecfa2c0-0136-4ae0-afdc-c13949e61165 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.714493] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24abc6e2-f4b5-4f96-97a3-cba5ad34d112 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.747754] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0411cb60-f9e4-4eb7-9b4a-76272f331fde {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.755555] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5257275c-3c92-f1d1-eb44-12e7d939ee20, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.757708] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.757949] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.758178] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.759456] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cb8133-a02c-4984-95d5-b144584fc219 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.772794] env[69547]: DEBUG nova.compute.provider_tree [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.871069] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c990d5-0ce3-aa7a-bfdf-9cffac15ba8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.871366] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.871658] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 49b43709-20be-4fdf-bd84-6ff53deb7c96/49b43709-20be-4fdf-bd84-6ff53deb7c96.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.871952] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.872269] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.872386] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43ec3aa0-91b2-47b9-ac69-ef0090ebacba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.874607] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5999a8ea-bc8a-4431-99a9-aebe02171cf3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.881634] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1165.881634] env[69547]: value = "task-3162294" [ 1165.881634] env[69547]: _type = "Task" [ 1165.881634] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.885663] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.885837] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.886582] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c195b5bd-23d4-4be8-8db6-02f53cd4b2a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.895035] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.896271] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1165.896271] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a98521-f195-e4a6-6d99-4e17d2e392fd" [ 1165.896271] env[69547]: _type = "Task" [ 1165.896271] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.904280] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a98521-f195-e4a6-6d99-4e17d2e392fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.105250] env[69547]: DEBUG oslo_concurrency.lockutils [req-41f2f7d8-e616-45ac-b96c-73703c09a1f4 req-e93db720-2735-42fd-b5a4-584a436fad44 service nova] Releasing lock "refresh_cache-efd0ba1a-09be-4f2c-b0c2-020152f2e94a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.105528] env[69547]: DEBUG nova.compute.manager [req-41f2f7d8-e616-45ac-b96c-73703c09a1f4 req-e93db720-2735-42fd-b5a4-584a436fad44 service nova] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Received event network-vif-deleted-7b52be5e-0161-4860-8614-5520ea17e4ee {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.105905] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070021} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.106205] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.107093] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a65ea4-c31f-40d5-83f9-bfdc4d4d11c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.129583] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 8873957a-ae28-4f27-ac00-2a9be8b6b49c/8873957a-ae28-4f27-ac00-2a9be8b6b49c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.129925] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6274a8-8255-4cb5-804f-fbb8cdb202c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.149188] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1166.149188] env[69547]: value = "task-3162295" [ 1166.149188] env[69547]: _type = "Task" [ 1166.149188] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.158395] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.195433] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-4875b373-e0f0-41d7-8e25-e6f0229dbf55" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.196542] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae939fb-ce68-4864-b8f9-5e31f2d31d22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.204690] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290901c1-2145-44f7-9cf1-dbb30743e452 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.277230] env[69547]: DEBUG nova.scheduler.client.report [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.306124] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-594269b3-d453-4902-88de-67231f757516" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.306428] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-594269b3-d453-4902-88de-67231f757516" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.306789] env[69547]: DEBUG nova.objects.instance [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'flavor' on Instance uuid 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.391518] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162294, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.406722] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a98521-f195-e4a6-6d99-4e17d2e392fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.406862] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d901f4b9-860d-44f9-946f-e083c983d5c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.412357] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1166.412357] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528ca608-4a5c-2fce-0d85-f832f77ad362" [ 1166.412357] env[69547]: _type = "Task" [ 1166.412357] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.419905] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528ca608-4a5c-2fce-0d85-f832f77ad362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.659714] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.781781] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.802649] env[69547]: INFO nova.scheduler.client.report [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Deleted allocations for instance ee6b7c61-9eff-49a6-9ba6-294a7de0e65d [ 1166.869557] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.869816] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.870060] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.870271] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.870933] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.873614] env[69547]: INFO nova.compute.manager [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Terminating instance [ 1166.894499] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57327} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.894743] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 49b43709-20be-4fdf-bd84-6ff53deb7c96/49b43709-20be-4fdf-bd84-6ff53deb7c96.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.894949] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.895199] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8168bf4d-c61b-4542-bf2b-419fa81b3d00 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.901592] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1166.901592] env[69547]: value = "task-3162296" [ 1166.901592] env[69547]: _type = "Task" [ 1166.901592] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.902340] env[69547]: DEBUG nova.objects.instance [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'pci_requests' on Instance uuid 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.911809] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.921372] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528ca608-4a5c-2fce-0d85-f832f77ad362, 'name': SearchDatastore_Task, 'duration_secs': 0.039989} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.921617] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.921870] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] efd0ba1a-09be-4f2c-b0c2-020152f2e94a/efd0ba1a-09be-4f2c-b0c2-020152f2e94a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.922145] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d10b1c2-514d-45dc-893e-cfea27235635 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.928644] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1166.928644] env[69547]: value = "task-3162297" [ 1166.928644] env[69547]: _type = "Task" [ 1166.928644] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.936262] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.160953] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.291444] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.291796] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-925259d4-f3fb-4e5f-92be-c948e6eff5e5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.298393] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1167.298393] env[69547]: value = "task-3162298" [ 1167.298393] env[69547]: _type = "Task" [ 1167.298393] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.306207] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.310908] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cfc5b861-2f79-48d9-a437-945b42f4f9bf tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "ee6b7c61-9eff-49a6-9ba6-294a7de0e65d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.025s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.378174] env[69547]: DEBUG nova.compute.manager [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.378174] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.378923] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd821f7-f184-4e23-b5be-0df09a0ee857 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.387398] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.387637] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19507c59-70d9-445c-8cd4-6a4fd0ac3b51 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.394142] env[69547]: DEBUG oslo_vmware.api [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1167.394142] env[69547]: value = "task-3162299" [ 1167.394142] env[69547]: _type = "Task" [ 1167.394142] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.402249] env[69547]: DEBUG oslo_vmware.api [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.406811] env[69547]: DEBUG nova.objects.base [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Object Instance<565ffab3-81d2-4d6c-9b3a-e369fd56cfe9> lazy-loaded attributes: flavor,pci_requests {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.407021] env[69547]: DEBUG nova.network.neutron [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.411812] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06419} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.412330] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.413062] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d743bb-eb9f-4648-b169-b1945fdc099e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.432174] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 49b43709-20be-4fdf-bd84-6ff53deb7c96/49b43709-20be-4fdf-bd84-6ff53deb7c96.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.432479] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f3ed0bd-1aeb-4753-b32c-b767f2fff3bd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.455616] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.456861] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1167.456861] env[69547]: value = "task-3162300" [ 1167.456861] env[69547]: _type = "Task" [ 1167.456861] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.465496] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.483650] env[69547]: DEBUG nova.policy [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0d7100fe3f4fa89987884662765bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bdf3125741644dc957ed8a9909addb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.662971] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162295, 'name': ReconfigVM_Task, 'duration_secs': 1.444383} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.663802] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 8873957a-ae28-4f27-ac00-2a9be8b6b49c/8873957a-ae28-4f27-ac00-2a9be8b6b49c.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.665073] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52939231-0161-4233-a33a-b8b721c1f9d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.671187] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1167.671187] env[69547]: value = "task-3162301" [ 1167.671187] env[69547]: _type = "Task" [ 1167.671187] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.680352] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162301, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.810586] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162298, 'name': PowerOffVM_Task, 'duration_secs': 0.489728} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.810875] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.812177] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.812391] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.812554] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.812743] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.812909] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.813133] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.813367] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.813530] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.813699] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.814215] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.814215] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.819546] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4dc01b5-7baa-49f2-9889-ce95dd3b47cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.835154] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1167.835154] env[69547]: value = "task-3162302" [ 1167.835154] env[69547]: _type = "Task" [ 1167.835154] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.845662] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.905043] env[69547]: DEBUG oslo_vmware.api [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.945767] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162297, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.968096] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.180972] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162301, 'name': Rename_Task, 'duration_secs': 0.362682} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.181417] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.181657] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5411d5d-0505-4df5-ad5e-8c6a1a538ccd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.188189] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1168.188189] env[69547]: value = "task-3162303" [ 1168.188189] env[69547]: _type = "Task" [ 1168.188189] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.196340] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.344822] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162302, 'name': ReconfigVM_Task, 'duration_secs': 0.223578} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.345687] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8517230c-58b4-412b-b82c-a41732d7b6ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.369427] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.369828] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.370009] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.370227] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.370391] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.370550] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.370760] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.370921] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.371107] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.371275] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.371459] env[69547]: DEBUG nova.virt.hardware [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.372407] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d42f751-d6ce-4c72-aefc-6fc32973eb3e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.378609] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1168.378609] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f54ae2-313d-0b80-308a-add81187d0e0" [ 1168.378609] env[69547]: _type = "Task" [ 1168.378609] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.387046] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f54ae2-313d-0b80-308a-add81187d0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.403546] env[69547]: DEBUG oslo_vmware.api [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162299, 'name': PowerOffVM_Task, 'duration_secs': 0.761378} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.403865] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.404072] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.404239] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6e42ab8-47e7-4677-839b-a5b6c6d41a23 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.442356] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162297, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.032758} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.442642] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] efd0ba1a-09be-4f2c-b0c2-020152f2e94a/efd0ba1a-09be-4f2c-b0c2-020152f2e94a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.442860] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.443141] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fddab61-ea38-45f3-b370-b627474664b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.449349] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1168.449349] env[69547]: value = "task-3162305" [ 1168.449349] env[69547]: _type = "Task" [ 1168.449349] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.457397] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.466153] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162300, 'name': ReconfigVM_Task, 'duration_secs': 0.82019} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.466447] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 49b43709-20be-4fdf-bd84-6ff53deb7c96/49b43709-20be-4fdf-bd84-6ff53deb7c96.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.467077] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f6487c-e929-4f7f-b8b6-dcc52d152562 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.473276] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1168.473276] env[69547]: value = "task-3162306" [ 1168.473276] env[69547]: _type = "Task" [ 1168.473276] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.474091] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.474290] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.474469] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleting the datastore file [datastore2] e0745838-9c2c-48b7-b17b-af31ecba4e8e {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.477715] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6d666ac-fed3-4295-9920-cc47a53da849 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.485847] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162306, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.487107] env[69547]: DEBUG oslo_vmware.api [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for the task: (returnval){ [ 1168.487107] env[69547]: value = "task-3162307" [ 1168.487107] env[69547]: _type = "Task" [ 1168.487107] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.494697] env[69547]: DEBUG oslo_vmware.api [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.698487] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162303, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.890294] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f54ae2-313d-0b80-308a-add81187d0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.896222] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.896570] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcaf92d3-5170-45ee-a090-920a231e5761 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.915701] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1168.915701] env[69547]: value = "task-3162308" [ 1168.915701] env[69547]: _type = "Task" [ 1168.915701] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.924308] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.959680] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070626} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.960095] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.960689] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ec966d-b72e-4e7f-a8ec-18e4c34a2151 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.983416] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] efd0ba1a-09be-4f2c-b0c2-020152f2e94a/efd0ba1a-09be-4f2c-b0c2-020152f2e94a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.990129] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a625a39-6687-4845-a784-f25d395b5524 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.001960] env[69547]: DEBUG nova.network.neutron [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Successfully updated port: 594269b3-d453-4902-88de-67231f757516 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.012495] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162306, 'name': Rename_Task, 'duration_secs': 0.132498} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.014738] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.015222] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1169.015222] env[69547]: value = "task-3162309" [ 1169.015222] env[69547]: _type = "Task" [ 1169.015222] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.016266] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be40b158-ed18-431a-9f33-338a94dcb61e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.028044] env[69547]: DEBUG oslo_vmware.api [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Task: {'id': task-3162307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158692} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.029231] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.029527] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.029800] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.030089] env[69547]: INFO nova.compute.manager [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1169.030449] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.031168] env[69547]: DEBUG nova.compute.manager [-] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.031319] env[69547]: DEBUG nova.network.neutron [-] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.040359] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1169.040359] env[69547]: value = "task-3162310" [ 1169.040359] env[69547]: _type = "Task" [ 1169.040359] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.040701] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.053894] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162310, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.199857] env[69547]: DEBUG oslo_vmware.api [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162303, 'name': PowerOnVM_Task, 'duration_secs': 0.742091} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.200276] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.200468] env[69547]: INFO nova.compute.manager [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1169.200653] env[69547]: DEBUG nova.compute.manager [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.201457] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30cbb27-52bf-4e39-b1b9-62c35ebb56c5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.319459] env[69547]: DEBUG nova.compute.manager [req-bbe08232-ccda-463f-afe1-d23983ccc8a0 req-05f07943-5e2c-4329-8dc5-0a2d3f5575af service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received event network-vif-plugged-594269b3-d453-4902-88de-67231f757516 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.319605] env[69547]: DEBUG oslo_concurrency.lockutils [req-bbe08232-ccda-463f-afe1-d23983ccc8a0 req-05f07943-5e2c-4329-8dc5-0a2d3f5575af service nova] Acquiring lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.319818] env[69547]: DEBUG oslo_concurrency.lockutils [req-bbe08232-ccda-463f-afe1-d23983ccc8a0 req-05f07943-5e2c-4329-8dc5-0a2d3f5575af service nova] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.319995] env[69547]: DEBUG oslo_concurrency.lockutils [req-bbe08232-ccda-463f-afe1-d23983ccc8a0 req-05f07943-5e2c-4329-8dc5-0a2d3f5575af service nova] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.320186] env[69547]: DEBUG nova.compute.manager [req-bbe08232-ccda-463f-afe1-d23983ccc8a0 req-05f07943-5e2c-4329-8dc5-0a2d3f5575af service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] No waiting events found dispatching network-vif-plugged-594269b3-d453-4902-88de-67231f757516 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.320356] env[69547]: WARNING nova.compute.manager [req-bbe08232-ccda-463f-afe1-d23983ccc8a0 req-05f07943-5e2c-4329-8dc5-0a2d3f5575af service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received unexpected event network-vif-plugged-594269b3-d453-4902-88de-67231f757516 for instance with vm_state active and task_state None. [ 1169.427431] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162308, 'name': ReconfigVM_Task, 'duration_secs': 0.37369} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.427710] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.428511] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f61798-96e8-4514-a2ba-4f6c79268076 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.452357] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 4875b373-e0f0-41d7-8e25-e6f0229dbf55/4875b373-e0f0-41d7-8e25-e6f0229dbf55.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.452896] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26e951c6-a6f6-4278-8d74-ababf5461e81 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.472453] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1169.472453] env[69547]: value = "task-3162311" [ 1169.472453] env[69547]: _type = "Task" [ 1169.472453] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.480103] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.513185] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.513381] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.513567] env[69547]: DEBUG nova.network.neutron [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.528860] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162309, 'name': ReconfigVM_Task, 'duration_secs': 0.328521} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.529243] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Reconfigured VM instance instance-0000006b to attach disk [datastore2] efd0ba1a-09be-4f2c-b0c2-020152f2e94a/efd0ba1a-09be-4f2c-b0c2-020152f2e94a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.529847] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc1ce76e-1c5e-4723-87d2-f3a18b570905 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.535590] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1169.535590] env[69547]: value = "task-3162312" [ 1169.535590] env[69547]: _type = "Task" [ 1169.535590] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.543272] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162312, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.550736] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.719841] env[69547]: INFO nova.compute.manager [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Took 14.19 seconds to build instance. [ 1169.791806] env[69547]: DEBUG nova.network.neutron [-] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.806709] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.806989] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.982438] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.045990] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162312, 'name': Rename_Task, 'duration_secs': 0.152986} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.049193] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.050075] env[69547]: WARNING nova.network.neutron [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] 185db1c3-8c86-43b3-a250-1069620f2ca3 already exists in list: networks containing: ['185db1c3-8c86-43b3-a250-1069620f2ca3']. ignoring it [ 1170.051795] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aa082a9-56cf-4eef-b521-04d688e6babd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.058138] env[69547]: DEBUG oslo_vmware.api [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162310, 'name': PowerOnVM_Task, 'duration_secs': 0.993924} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.059357] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.059626] env[69547]: DEBUG nova.compute.manager [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.060044] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1170.060044] env[69547]: value = "task-3162313" [ 1170.060044] env[69547]: _type = "Task" [ 1170.060044] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.060773] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e0d154-e3fa-4102-890f-71b195359fa1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.076944] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.221766] env[69547]: DEBUG oslo_concurrency.lockutils [None req-fadb073a-ffae-43af-9f53-94f44e727e4b tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.719s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.294596] env[69547]: INFO nova.compute.manager [-] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Took 1.26 seconds to deallocate network for instance. [ 1170.310152] env[69547]: DEBUG nova.compute.manager [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.375374] env[69547]: DEBUG nova.network.neutron [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "594269b3-d453-4902-88de-67231f757516", "address": "fa:16:3e:39:ac:cb", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594269b3-d4", "ovs_interfaceid": "594269b3-d453-4902-88de-67231f757516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.485554] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162311, 'name': ReconfigVM_Task, 'duration_secs': 0.64292} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.485554] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 4875b373-e0f0-41d7-8e25-e6f0229dbf55/4875b373-e0f0-41d7-8e25-e6f0229dbf55.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.486719] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3939d1-09b6-4939-b506-a5208ca430a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.511502] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980f7e1-fc73-4548-9b13-6eb98916e1eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.536205] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d6a397-d369-4060-b26a-e8f82d6b93fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.555902] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6ca1c-0ea5-4290-a04c-ae255629688f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.563392] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.563690] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-317a2767-766b-4076-8c5f-d042c337db86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.573887] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162313, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.575321] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1170.575321] env[69547]: value = "task-3162314" [ 1170.575321] env[69547]: _type = "Task" [ 1170.575321] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.588894] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.589326] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.589591] env[69547]: DEBUG nova.objects.instance [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1170.592014] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.804586] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.829286] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.878338] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.879059] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.879267] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.880121] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce13faa9-869f-4a0d-ba97-7ad1b276a714 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.897929] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.898192] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.898371] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.898561] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.898710] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.898864] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.899086] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.899255] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.899425] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.899606] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.899795] env[69547]: DEBUG nova.virt.hardware [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.906382] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Reconfiguring VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1170.906730] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0ae70f-ed56-4956-b1ee-39fc9a59a38b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.924737] env[69547]: DEBUG oslo_vmware.api [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1170.924737] env[69547]: value = "task-3162315" [ 1170.924737] env[69547]: _type = "Task" [ 1170.924737] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.933169] env[69547]: DEBUG oslo_vmware.api [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162315, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.074564] env[69547]: DEBUG oslo_vmware.api [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162313, 'name': PowerOnVM_Task, 'duration_secs': 0.518863} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.075345] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.075598] env[69547]: INFO nova.compute.manager [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1171.075834] env[69547]: DEBUG nova.compute.manager [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.076759] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ba533-e647-4a78-999b-04ad8ee16a62 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.087277] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.186861] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "49b43709-20be-4fdf-bd84-6ff53deb7c96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.187263] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "49b43709-20be-4fdf-bd84-6ff53deb7c96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.187523] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "49b43709-20be-4fdf-bd84-6ff53deb7c96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.187887] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "49b43709-20be-4fdf-bd84-6ff53deb7c96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.188113] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "49b43709-20be-4fdf-bd84-6ff53deb7c96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.190549] env[69547]: INFO nova.compute.manager [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Terminating instance [ 1171.351680] env[69547]: DEBUG nova.compute.manager [req-2e41ff15-17b2-49f2-bd98-d4101eec91b0 req-cdbf6a7e-9fb9-4776-a871-6847b2c4fe17 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received event network-changed-594269b3-d453-4902-88de-67231f757516 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.351835] env[69547]: DEBUG nova.compute.manager [req-2e41ff15-17b2-49f2-bd98-d4101eec91b0 req-cdbf6a7e-9fb9-4776-a871-6847b2c4fe17 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing instance network info cache due to event network-changed-594269b3-d453-4902-88de-67231f757516. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.352070] env[69547]: DEBUG oslo_concurrency.lockutils [req-2e41ff15-17b2-49f2-bd98-d4101eec91b0 req-cdbf6a7e-9fb9-4776-a871-6847b2c4fe17 service nova] Acquiring lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.352283] env[69547]: DEBUG oslo_concurrency.lockutils [req-2e41ff15-17b2-49f2-bd98-d4101eec91b0 req-cdbf6a7e-9fb9-4776-a871-6847b2c4fe17 service nova] Acquired lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.352452] env[69547]: DEBUG nova.network.neutron [req-2e41ff15-17b2-49f2-bd98-d4101eec91b0 req-cdbf6a7e-9fb9-4776-a871-6847b2c4fe17 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing network info cache for port 594269b3-d453-4902-88de-67231f757516 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.436644] env[69547]: DEBUG oslo_vmware.api [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.449138] env[69547]: DEBUG nova.compute.manager [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Stashing vm_state: active {{(pid=69547) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1171.586436] env[69547]: DEBUG oslo_vmware.api [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162314, 'name': PowerOnVM_Task, 'duration_secs': 0.677065} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.586895] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.597155] env[69547]: DEBUG oslo_concurrency.lockutils [None req-48c780c1-7021-4ada-9307-34b93b3701a9 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.599607] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.795s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.600147] env[69547]: DEBUG nova.objects.instance [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lazy-loading 'resources' on Instance uuid e0745838-9c2c-48b7-b17b-af31ecba4e8e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.600926] env[69547]: INFO nova.compute.manager [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Took 15.53 seconds to build instance. [ 1171.694792] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "refresh_cache-49b43709-20be-4fdf-bd84-6ff53deb7c96" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.695055] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquired lock "refresh_cache-49b43709-20be-4fdf-bd84-6ff53deb7c96" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.695270] env[69547]: DEBUG nova.network.neutron [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.937659] env[69547]: DEBUG oslo_vmware.api [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162315, 'name': ReconfigVM_Task, 'duration_secs': 0.906409} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.938190] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.938413] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Reconfigured VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1171.971511] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.072206] env[69547]: DEBUG nova.network.neutron [req-2e41ff15-17b2-49f2-bd98-d4101eec91b0 req-cdbf6a7e-9fb9-4776-a871-6847b2c4fe17 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updated VIF entry in instance network info cache for port 594269b3-d453-4902-88de-67231f757516. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.072663] env[69547]: DEBUG nova.network.neutron [req-2e41ff15-17b2-49f2-bd98-d4101eec91b0 req-cdbf6a7e-9fb9-4776-a871-6847b2c4fe17 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "594269b3-d453-4902-88de-67231f757516", "address": "fa:16:3e:39:ac:cb", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594269b3-d4", "ovs_interfaceid": "594269b3-d453-4902-88de-67231f757516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.105653] env[69547]: DEBUG oslo_concurrency.lockutils [None req-61ff6b36-e10d-498c-93f6-413bb308e9cf tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.041s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.216725] env[69547]: DEBUG nova.network.neutron [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.232619] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c637699-1b05-4ca2-9d1e-641f0b66befc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.239757] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-349daf9f-c39f-40c8-a664-774c7fb99a5a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Suspending the VM {{(pid=69547) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1172.240010] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-899a2b7b-1ad4-4d17-9be6-d9bde5d29848 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.245554] env[69547]: DEBUG oslo_vmware.api [None req-349daf9f-c39f-40c8-a664-774c7fb99a5a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1172.245554] env[69547]: value = "task-3162316" [ 1172.245554] env[69547]: _type = "Task" [ 1172.245554] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.254267] env[69547]: DEBUG oslo_vmware.api [None req-349daf9f-c39f-40c8-a664-774c7fb99a5a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162316, 'name': SuspendVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.271393] env[69547]: DEBUG nova.network.neutron [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.284980] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194520ec-27af-4d6f-ba89-1c676c91101f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.292296] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d202e93d-d2fd-4f4f-8154-e94957b86b9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.325771] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5413a60d-7c7d-47b2-9b18-224692fb9d2a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.333259] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77177d20-d992-474c-a8ca-8f621188d859 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.346690] env[69547]: DEBUG nova.compute.provider_tree [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.445364] env[69547]: DEBUG oslo_concurrency.lockutils [None req-63cc9b73-117a-4b58-b2b9-9d87d1fb3b41 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-594269b3-d453-4902-88de-67231f757516" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.139s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.575895] env[69547]: DEBUG oslo_concurrency.lockutils [req-2e41ff15-17b2-49f2-bd98-d4101eec91b0 req-cdbf6a7e-9fb9-4776-a871-6847b2c4fe17 service nova] Releasing lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.576367] env[69547]: DEBUG nova.compute.manager [req-2e41ff15-17b2-49f2-bd98-d4101eec91b0 req-cdbf6a7e-9fb9-4776-a871-6847b2c4fe17 service nova] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Received event network-vif-deleted-49186139-e86c-4925-abc1-4f71d255632f {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.640499] env[69547]: INFO nova.compute.manager [None req-8adf0688-f0b4-49cd-8d0b-98e15d525e51 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance to original state: 'active' [ 1172.757506] env[69547]: DEBUG oslo_vmware.api [None req-349daf9f-c39f-40c8-a664-774c7fb99a5a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162316, 'name': SuspendVM_Task} progress is 62%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.777036] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Releasing lock "refresh_cache-49b43709-20be-4fdf-bd84-6ff53deb7c96" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.777036] env[69547]: DEBUG nova.compute.manager [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.777036] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.777036] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a780f8-c365-48b5-9e8e-648a1223ffb1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.784712] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.785196] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eaf2261-a6c6-476a-a6c1-6a377f220f1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.792792] env[69547]: DEBUG oslo_vmware.api [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1172.792792] env[69547]: value = "task-3162317" [ 1172.792792] env[69547]: _type = "Task" [ 1172.792792] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.800868] env[69547]: DEBUG oslo_vmware.api [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.850796] env[69547]: DEBUG nova.scheduler.client.report [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.256701] env[69547]: DEBUG oslo_vmware.api [None req-349daf9f-c39f-40c8-a664-774c7fb99a5a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162316, 'name': SuspendVM_Task, 'duration_secs': 0.876477} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.257014] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-349daf9f-c39f-40c8-a664-774c7fb99a5a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Suspended the VM {{(pid=69547) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1173.257227] env[69547]: DEBUG nova.compute.manager [None req-349daf9f-c39f-40c8-a664-774c7fb99a5a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.258355] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fdce24-fdcb-45b1-bccd-61a09bde9133 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.303108] env[69547]: DEBUG oslo_vmware.api [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162317, 'name': PowerOffVM_Task, 'duration_secs': 0.241827} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.303363] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.303536] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.303811] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f4e5a6-b8e3-44eb-a842-9ec015579cdf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.326289] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.326532] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.326718] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Deleting the datastore file [datastore2] 49b43709-20be-4fdf-bd84-6ff53deb7c96 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.326986] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2487eef8-8cf2-4752-b82c-137a653aaaeb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.333252] env[69547]: DEBUG oslo_vmware.api [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for the task: (returnval){ [ 1173.333252] env[69547]: value = "task-3162319" [ 1173.333252] env[69547]: _type = "Task" [ 1173.333252] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.342821] env[69547]: DEBUG oslo_vmware.api [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.356775] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.359189] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.530s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.360667] env[69547]: INFO nova.compute.claims [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.377239] env[69547]: INFO nova.scheduler.client.report [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Deleted allocations for instance e0745838-9c2c-48b7-b17b-af31ecba4e8e [ 1173.844177] env[69547]: DEBUG oslo_vmware.api [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Task: {'id': task-3162319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43576} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.844486] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.844654] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.844856] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.845049] env[69547]: INFO nova.compute.manager [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1173.845320] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.845544] env[69547]: DEBUG nova.compute.manager [-] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.845639] env[69547]: DEBUG nova.network.neutron [-] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.868029] env[69547]: DEBUG nova.network.neutron [-] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.885728] env[69547]: DEBUG oslo_concurrency.lockutils [None req-9425000e-d9db-4f6a-9f82-bd5e7e78585e tempest-ServersTestJSON-141752491 tempest-ServersTestJSON-141752491-project-member] Lock "e0745838-9c2c-48b7-b17b-af31ecba4e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.016s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.029862] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-594269b3-d453-4902-88de-67231f757516" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.030263] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-594269b3-d453-4902-88de-67231f757516" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.371471] env[69547]: DEBUG nova.network.neutron [-] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.520389] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb778faa-2163-4555-98fb-a7cd8cacfce5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.529478] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbfc9c4-e712-4aa1-a1af-a2d4f8f4ccac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.532653] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.532820] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.533517] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeb5649-ab24-41ed-8681-b20a8f3f5000 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.573396] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf8c0d1-dcab-45e6-a4f8-6a7d6db37aad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.576463] env[69547]: DEBUG oslo_concurrency.lockutils [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.576676] env[69547]: DEBUG oslo_concurrency.lockutils [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.576882] env[69547]: DEBUG oslo_concurrency.lockutils [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.577076] env[69547]: DEBUG oslo_concurrency.lockutils [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.577247] env[69547]: DEBUG oslo_concurrency.lockutils [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.579225] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5d3882-9295-42be-aa11-9fce4d89d257 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.582756] env[69547]: INFO nova.compute.manager [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Terminating instance [ 1174.607656] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Reconfiguring VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1174.610888] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b6a1dc4-0053-46aa-b11b-e5122c7563fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.624925] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8d0ce1-feb6-4e33-84e9-c677f911240d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.641161] env[69547]: DEBUG nova.compute.provider_tree [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.643431] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1174.643431] env[69547]: value = "task-3162320" [ 1174.643431] env[69547]: _type = "Task" [ 1174.643431] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.652576] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.696196] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.696478] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.696689] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.696859] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.697043] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.699127] env[69547]: INFO nova.compute.manager [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Terminating instance [ 1174.875064] env[69547]: INFO nova.compute.manager [-] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Took 1.03 seconds to deallocate network for instance. [ 1175.087213] env[69547]: DEBUG nova.compute.manager [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.087489] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.087772] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d04f6dc-4b48-46c3-bf27-3e9af4018ece {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.095371] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1175.095371] env[69547]: value = "task-3162321" [ 1175.095371] env[69547]: _type = "Task" [ 1175.095371] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.102761] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.144934] env[69547]: DEBUG nova.scheduler.client.report [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.157406] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.207322] env[69547]: DEBUG nova.compute.manager [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.207322] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.207635] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1ea8a1-390b-4daa-8905-c7af52291044 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.215472] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.215717] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70d2b48f-0d88-46f1-a62d-a0ee6f9c0ed8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.276040] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.276338] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.276541] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleting the datastore file [datastore2] efd0ba1a-09be-4f2c-b0c2-020152f2e94a {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.276807] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cebe1171-a017-4bcc-be13-cdec180f3efe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.282798] env[69547]: DEBUG oslo_vmware.api [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1175.282798] env[69547]: value = "task-3162323" [ 1175.282798] env[69547]: _type = "Task" [ 1175.282798] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.292334] env[69547]: DEBUG oslo_vmware.api [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.380862] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.604636] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162321, 'name': PowerOffVM_Task, 'duration_secs': 0.305454} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.605716] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.605716] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1175.605716] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632663', 'volume_id': '9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'name': 'volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4875b373-e0f0-41d7-8e25-e6f0229dbf55', 'attached_at': '2025-03-26T02:25:19.000000', 'detached_at': '', 'volume_id': '9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'serial': '9c871ffc-b5df-449f-a97b-daf3c9b5f348'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1175.606128] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dcd04c-9a39-4287-b0d0-6fc95987bf1e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.630010] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391042c-9c05-4f80-8cd4-5e288b6e08b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.635562] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b3e832-4632-409f-8120-46af27e198f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.657338] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.657851] env[69547]: DEBUG nova.compute.manager [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.663682] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.692s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.665698] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b43798-c2fc-4af1-98dc-5ae652efc813 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.673275] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.684799] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348/volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1175.690174] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.691407] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca2cb6d-9487-46d1-be74-8a15ed693a44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.708891] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1175.708891] env[69547]: value = "task-3162324" [ 1175.708891] env[69547]: _type = "Task" [ 1175.708891] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.717589] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.791784] env[69547]: DEBUG oslo_vmware.api [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305466} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.792069] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.792211] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.792392] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.792562] env[69547]: INFO nova.compute.manager [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1175.792807] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.793288] env[69547]: DEBUG nova.compute.manager [-] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.793288] env[69547]: DEBUG nova.network.neutron [-] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.969694] env[69547]: INFO nova.compute.manager [None req-536e1723-b036-4bf0-a8d1-69b98289c264 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Get console output [ 1175.970055] env[69547]: WARNING nova.virt.vmwareapi.driver [None req-536e1723-b036-4bf0-a8d1-69b98289c264 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] The console log is missing. Check your VSPC configuration [ 1176.077318] env[69547]: DEBUG nova.compute.manager [req-b8839444-1303-4f69-8035-365e3cd92d80 req-5db77b92-4e4d-44b4-979d-409d2a6d5acc service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Received event network-vif-deleted-9fbddaec-ad5e-4ac0-bf91-56825f4c81c4 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.077318] env[69547]: INFO nova.compute.manager [req-b8839444-1303-4f69-8035-365e3cd92d80 req-5db77b92-4e4d-44b4-979d-409d2a6d5acc service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Neutron deleted interface 9fbddaec-ad5e-4ac0-bf91-56825f4c81c4; detaching it from the instance and deleting it from the info cache [ 1176.077442] env[69547]: DEBUG nova.network.neutron [req-b8839444-1303-4f69-8035-365e3cd92d80 req-5db77b92-4e4d-44b4-979d-409d2a6d5acc service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.166225] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.169813] env[69547]: DEBUG nova.compute.utils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.173029] env[69547]: INFO nova.compute.claims [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.176410] env[69547]: DEBUG nova.compute.manager [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.176572] env[69547]: DEBUG nova.network.neutron [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.215374] env[69547]: DEBUG nova.policy [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f25f51b3b18148c6a6581858d73467c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f89ed1997934f5d9ee6e2ae91318b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.220304] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162324, 'name': ReconfigVM_Task, 'duration_secs': 0.31968} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.220572] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.225223] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-365e27f7-1c61-40b0-931d-d74dbac14c74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.240124] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1176.240124] env[69547]: value = "task-3162325" [ 1176.240124] env[69547]: _type = "Task" [ 1176.240124] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.252066] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.485227] env[69547]: DEBUG nova.network.neutron [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Successfully created port: 6a4f391a-57d1-41c8-896a-c8d48fbc2dcb {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.559132] env[69547]: DEBUG nova.network.neutron [-] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.580076] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7de2e5d-d642-4a2a-bc44-4a1e3d6dd08c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.590700] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f975aa-ef7c-40d1-bcc5-dedaac6ee902 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.623963] env[69547]: DEBUG nova.compute.manager [req-b8839444-1303-4f69-8035-365e3cd92d80 req-5db77b92-4e4d-44b4-979d-409d2a6d5acc service nova] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Detach interface failed, port_id=9fbddaec-ad5e-4ac0-bf91-56825f4c81c4, reason: Instance efd0ba1a-09be-4f2c-b0c2-020152f2e94a could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.668209] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.681607] env[69547]: DEBUG nova.compute.manager [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.683491] env[69547]: INFO nova.compute.resource_tracker [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating resource usage from migration 653a14c4-c041-4509-948b-8e4650b01d3a [ 1176.754093] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162325, 'name': ReconfigVM_Task, 'duration_secs': 0.245661} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.754457] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632663', 'volume_id': '9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'name': 'volume-9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4875b373-e0f0-41d7-8e25-e6f0229dbf55', 'attached_at': '2025-03-26T02:25:19.000000', 'detached_at': '', 'volume_id': '9c871ffc-b5df-449f-a97b-daf3c9b5f348', 'serial': '9c871ffc-b5df-449f-a97b-daf3c9b5f348'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1176.755236] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.755661] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b496fdf-b911-4e37-8f25-0517b12e1401 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.766663] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.767593] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d78ab1a-32dd-4464-aef9-248c331c573b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.837314] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.837582] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.837826] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleting the datastore file [datastore1] 4875b373-e0f0-41d7-8e25-e6f0229dbf55 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.840779] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-425ebc0f-a398-4848-9111-633cd9d55dfc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.847559] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1176.847559] env[69547]: value = "task-3162327" [ 1176.847559] env[69547]: _type = "Task" [ 1176.847559] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.856050] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.895658] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537ae116-998b-4b2c-bd13-07e024ca4bbf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.903102] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d824274-055e-4e94-9370-adc7844219dd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.936561] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdec9e4-381a-45ef-bad0-f0c597350dd0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.944194] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa4c870-53e1-4850-8e3e-8255ef5b48ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.959680] env[69547]: DEBUG nova.compute.provider_tree [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.062312] env[69547]: INFO nova.compute.manager [-] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Took 1.27 seconds to deallocate network for instance. [ 1177.102821] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "72005217-415d-4cc5-8015-1a7180396fdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.103056] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "72005217-415d-4cc5-8015-1a7180396fdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.138243] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquiring lock "84fb492f-d804-4b04-a242-155a6a3660d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.138499] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "84fb492f-d804-4b04-a242-155a6a3660d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.138708] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquiring lock "84fb492f-d804-4b04-a242-155a6a3660d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.138891] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "84fb492f-d804-4b04-a242-155a6a3660d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.139073] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "84fb492f-d804-4b04-a242-155a6a3660d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.140961] env[69547]: INFO nova.compute.manager [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Terminating instance [ 1177.167061] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.362666] env[69547]: DEBUG oslo_vmware.api [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241156} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.363140] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.363478] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.363776] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.364060] env[69547]: INFO nova.compute.manager [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1177.364459] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.364753] env[69547]: DEBUG nova.compute.manager [-] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.364905] env[69547]: DEBUG nova.network.neutron [-] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.464218] env[69547]: DEBUG nova.scheduler.client.report [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.569340] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.605167] env[69547]: DEBUG nova.compute.manager [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.644808] env[69547]: DEBUG nova.compute.manager [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.645057] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.645950] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a0270-5449-4a44-97fe-d9cfab74ff0b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.656180] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.656428] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-298832d5-3e25-4c3b-8a2b-06a78170dfc3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.666504] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.668239] env[69547]: DEBUG oslo_vmware.api [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 1177.668239] env[69547]: value = "task-3162328" [ 1177.668239] env[69547]: _type = "Task" [ 1177.668239] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.675979] env[69547]: DEBUG oslo_vmware.api [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3162328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.693181] env[69547]: DEBUG nova.compute.manager [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.722974] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.723244] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.723403] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.723584] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.723729] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.723878] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.724099] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.724264] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.724431] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.724594] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.724761] env[69547]: DEBUG nova.virt.hardware [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.725915] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d00d273-cf06-47f3-93a5-07c2c7e26b75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.733797] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddbf5f8-c437-4b5f-bf8d-ea22834e5ee6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.825880] env[69547]: DEBUG nova.compute.manager [req-1e26bb9a-9221-4080-8976-5a386efda07c req-819ed623-7257-4d0d-9a18-fda2ecd4fd9b service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Received event network-vif-deleted-2ae53c8b-9a4a-4fac-96df-ff35eb1caec9 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.826052] env[69547]: INFO nova.compute.manager [req-1e26bb9a-9221-4080-8976-5a386efda07c req-819ed623-7257-4d0d-9a18-fda2ecd4fd9b service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Neutron deleted interface 2ae53c8b-9a4a-4fac-96df-ff35eb1caec9; detaching it from the instance and deleting it from the info cache [ 1177.826281] env[69547]: DEBUG nova.network.neutron [req-1e26bb9a-9221-4080-8976-5a386efda07c req-819ed623-7257-4d0d-9a18-fda2ecd4fd9b service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.969140] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.305s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.969373] env[69547]: INFO nova.compute.manager [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Migrating [ 1177.976514] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.596s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.976785] env[69547]: DEBUG nova.objects.instance [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lazy-loading 'resources' on Instance uuid 49b43709-20be-4fdf-bd84-6ff53deb7c96 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.101212] env[69547]: DEBUG nova.network.neutron [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Successfully updated port: 6a4f391a-57d1-41c8-896a-c8d48fbc2dcb {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.132512] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.135173] env[69547]: DEBUG nova.compute.manager [req-4f1cbd63-e048-48a4-b1c9-7d17745b49ba req-18c24938-c150-40d3-9304-0fb4c6d6ebbf service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Received event network-vif-plugged-6a4f391a-57d1-41c8-896a-c8d48fbc2dcb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.135406] env[69547]: DEBUG oslo_concurrency.lockutils [req-4f1cbd63-e048-48a4-b1c9-7d17745b49ba req-18c24938-c150-40d3-9304-0fb4c6d6ebbf service nova] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.135632] env[69547]: DEBUG oslo_concurrency.lockutils [req-4f1cbd63-e048-48a4-b1c9-7d17745b49ba req-18c24938-c150-40d3-9304-0fb4c6d6ebbf service nova] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.135830] env[69547]: DEBUG oslo_concurrency.lockutils [req-4f1cbd63-e048-48a4-b1c9-7d17745b49ba req-18c24938-c150-40d3-9304-0fb4c6d6ebbf service nova] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.136067] env[69547]: DEBUG nova.compute.manager [req-4f1cbd63-e048-48a4-b1c9-7d17745b49ba req-18c24938-c150-40d3-9304-0fb4c6d6ebbf service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] No waiting events found dispatching network-vif-plugged-6a4f391a-57d1-41c8-896a-c8d48fbc2dcb {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.136287] env[69547]: WARNING nova.compute.manager [req-4f1cbd63-e048-48a4-b1c9-7d17745b49ba req-18c24938-c150-40d3-9304-0fb4c6d6ebbf service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Received unexpected event network-vif-plugged-6a4f391a-57d1-41c8-896a-c8d48fbc2dcb for instance with vm_state building and task_state spawning. [ 1178.168644] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.177148] env[69547]: DEBUG oslo_vmware.api [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3162328, 'name': PowerOffVM_Task, 'duration_secs': 0.284898} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.177403] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.177884] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.177963] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03260c0b-0f09-4cfa-875f-2d0527eabbf0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.236889] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.237196] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.237399] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Deleting the datastore file [datastore2] 84fb492f-d804-4b04-a242-155a6a3660d6 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.237892] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-479d3eaf-ed7b-4002-a8a1-5c081e92d185 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.244318] env[69547]: DEBUG oslo_vmware.api [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for the task: (returnval){ [ 1178.244318] env[69547]: value = "task-3162330" [ 1178.244318] env[69547]: _type = "Task" [ 1178.244318] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.254375] env[69547]: DEBUG oslo_vmware.api [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3162330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.309126] env[69547]: DEBUG nova.network.neutron [-] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.328489] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1f40cdf-0b5c-4654-887e-6ee4384c5f7f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.338012] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fefc76-f5da-4cb6-84e3-fc81cdb6a19e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.367091] env[69547]: DEBUG nova.compute.manager [req-1e26bb9a-9221-4080-8976-5a386efda07c req-819ed623-7257-4d0d-9a18-fda2ecd4fd9b service nova] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Detach interface failed, port_id=2ae53c8b-9a4a-4fac-96df-ff35eb1caec9, reason: Instance 4875b373-e0f0-41d7-8e25-e6f0229dbf55 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.486549] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.486736] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.486910] env[69547]: DEBUG nova.network.neutron [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.498049] env[69547]: DEBUG nova.scheduler.client.report [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Refreshing inventories for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1178.511579] env[69547]: DEBUG nova.scheduler.client.report [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Updating ProviderTree inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1178.511812] env[69547]: DEBUG nova.compute.provider_tree [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.522512] env[69547]: DEBUG nova.scheduler.client.report [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Refreshing aggregate associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, aggregates: None {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1178.539488] env[69547]: DEBUG nova.scheduler.client.report [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Refreshing trait associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1178.604682] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "refresh_cache-601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.604825] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired lock "refresh_cache-601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.604967] env[69547]: DEBUG nova.network.neutron [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.669442] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.686108] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dba98f-ab1c-4c01-a234-2579cb5e0702 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.692706] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1776a612-a8d3-451a-81c4-d64b28b83085 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.724258] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910d1b6b-fb15-4781-99fb-61520cb71652 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.732606] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531d117e-71c1-4af3-ab99-fa1c45d6313b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.747318] env[69547]: DEBUG nova.compute.provider_tree [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.756394] env[69547]: DEBUG oslo_vmware.api [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Task: {'id': task-3162330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144436} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.756940] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.756940] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.757082] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.757176] env[69547]: INFO nova.compute.manager [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1178.757415] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.757607] env[69547]: DEBUG nova.compute.manager [-] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.757699] env[69547]: DEBUG nova.network.neutron [-] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.812233] env[69547]: INFO nova.compute.manager [-] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Took 1.45 seconds to deallocate network for instance. [ 1179.157951] env[69547]: DEBUG nova.network.neutron [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.169654] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.253154] env[69547]: DEBUG nova.scheduler.client.report [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.303093] env[69547]: DEBUG nova.network.neutron [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance_info_cache with network_info: [{"id": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "address": "fa:16:3e:7e:d6:21", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb225df1-fd", "ovs_interfaceid": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.366771] env[69547]: INFO nova.compute.manager [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Took 0.55 seconds to detach 1 volumes for instance. [ 1179.384885] env[69547]: DEBUG nova.network.neutron [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Updating instance_info_cache with network_info: [{"id": "6a4f391a-57d1-41c8-896a-c8d48fbc2dcb", "address": "fa:16:3e:c7:e2:bc", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4f391a-57", "ovs_interfaceid": "6a4f391a-57d1-41c8-896a-c8d48fbc2dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.669652] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.758737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.761038] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.191s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.761038] env[69547]: DEBUG nova.objects.instance [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'resources' on Instance uuid efd0ba1a-09be-4f2c-b0c2-020152f2e94a {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.779869] env[69547]: INFO nova.scheduler.client.report [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Deleted allocations for instance 49b43709-20be-4fdf-bd84-6ff53deb7c96 [ 1179.806208] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.875639] env[69547]: DEBUG oslo_concurrency.lockutils [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.886323] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Releasing lock "refresh_cache-601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.886642] env[69547]: DEBUG nova.compute.manager [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Instance network_info: |[{"id": "6a4f391a-57d1-41c8-896a-c8d48fbc2dcb", "address": "fa:16:3e:c7:e2:bc", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4f391a-57", "ovs_interfaceid": "6a4f391a-57d1-41c8-896a-c8d48fbc2dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.887109] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e2:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a4f391a-57d1-41c8-896a-c8d48fbc2dcb', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.894671] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.895204] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.895436] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff2dd8c8-3f74-42b5-b5e9-e60eecc96a2a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.915550] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.915550] env[69547]: value = "task-3162331" [ 1179.915550] env[69547]: _type = "Task" [ 1179.915550] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.922961] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162331, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.018240] env[69547]: DEBUG nova.network.neutron [-] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.169758] env[69547]: DEBUG nova.compute.manager [req-ad12936f-0871-44bf-b815-6734b0a12142 req-08904013-1aec-417f-9fcd-ab5d875bb72f service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Received event network-changed-6a4f391a-57d1-41c8-896a-c8d48fbc2dcb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.170050] env[69547]: DEBUG nova.compute.manager [req-ad12936f-0871-44bf-b815-6734b0a12142 req-08904013-1aec-417f-9fcd-ab5d875bb72f service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Refreshing instance network info cache due to event network-changed-6a4f391a-57d1-41c8-896a-c8d48fbc2dcb. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.170188] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad12936f-0871-44bf-b815-6734b0a12142 req-08904013-1aec-417f-9fcd-ab5d875bb72f service nova] Acquiring lock "refresh_cache-601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.170331] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad12936f-0871-44bf-b815-6734b0a12142 req-08904013-1aec-417f-9fcd-ab5d875bb72f service nova] Acquired lock "refresh_cache-601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.170490] env[69547]: DEBUG nova.network.neutron [req-ad12936f-0871-44bf-b815-6734b0a12142 req-08904013-1aec-417f-9fcd-ab5d875bb72f service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Refreshing network info cache for port 6a4f391a-57d1-41c8-896a-c8d48fbc2dcb {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.179071] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.288396] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b4d4d3a7-ac31-4305-966b-24b045fb7455 tempest-ServersListShow298Test-1379782807 tempest-ServersListShow298Test-1379782807-project-member] Lock "49b43709-20be-4fdf-bd84-6ff53deb7c96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.101s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.427969] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162331, 'name': CreateVM_Task, 'duration_secs': 0.29165} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.428268] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.428877] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.429491] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.429491] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.430267] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ef5abf-5861-4ecf-80a0-7bfcefefea3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.433224] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd7a6e-9180-47a3-a423-659feb3ab463 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.436716] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1180.436716] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52212a15-1e37-f7ee-6a7b-33f8db6679af" [ 1180.436716] env[69547]: _type = "Task" [ 1180.436716] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.443141] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3213eac6-f8ca-4dca-ad54-7e5a209ca622 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.449349] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52212a15-1e37-f7ee-6a7b-33f8db6679af, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.449936] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.450210] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.450450] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.450597] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.450772] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.451021] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23757396-76e9-4766-b00e-fb5ff950da92 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.476668] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa12ab-fa74-4db0-8b67-6fa19cf207d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.481747] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.481837] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.484159] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2917aab9-6e6e-46a1-8abb-f78d09546c74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.487827] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2f9911-68f7-4315-bc67-fd619e0c9c13 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.493898] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1180.493898] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522ad690-d9ba-722b-e87e-d70dfbc66770" [ 1180.493898] env[69547]: _type = "Task" [ 1180.493898] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.503218] env[69547]: DEBUG nova.compute.provider_tree [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.511689] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522ad690-d9ba-722b-e87e-d70dfbc66770, 'name': SearchDatastore_Task, 'duration_secs': 0.007852} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.512877] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742f7582-46e0-4d08-b1e8-737d3f2229f0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.517888] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1180.517888] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f88998-5a95-1bc0-6dfc-ec1c2cbbfd1c" [ 1180.517888] env[69547]: _type = "Task" [ 1180.517888] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.520775] env[69547]: INFO nova.compute.manager [-] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Took 1.76 seconds to deallocate network for instance. [ 1180.528559] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f88998-5a95-1bc0-6dfc-ec1c2cbbfd1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.671816] env[69547]: DEBUG oslo_vmware.api [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162320, 'name': ReconfigVM_Task, 'duration_secs': 5.739178} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.672092] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.672307] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Reconfigured VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1180.942763] env[69547]: DEBUG nova.network.neutron [req-ad12936f-0871-44bf-b815-6734b0a12142 req-08904013-1aec-417f-9fcd-ab5d875bb72f service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Updated VIF entry in instance network info cache for port 6a4f391a-57d1-41c8-896a-c8d48fbc2dcb. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.943319] env[69547]: DEBUG nova.network.neutron [req-ad12936f-0871-44bf-b815-6734b0a12142 req-08904013-1aec-417f-9fcd-ab5d875bb72f service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Updating instance_info_cache with network_info: [{"id": "6a4f391a-57d1-41c8-896a-c8d48fbc2dcb", "address": "fa:16:3e:c7:e2:bc", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4f391a-57", "ovs_interfaceid": "6a4f391a-57d1-41c8-896a-c8d48fbc2dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.008658] env[69547]: DEBUG nova.scheduler.client.report [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.028527] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f88998-5a95-1bc0-6dfc-ec1c2cbbfd1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008627} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.029403] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.029667] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.029910] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc/601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.030188] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1215cac-a49b-49e6-a81e-742812b5a69d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.037524] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1181.037524] env[69547]: value = "task-3162332" [ 1181.037524] env[69547]: _type = "Task" [ 1181.037524] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.044979] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.323852] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35984463-e765-4092-857a-56b3aa8d6816 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.345018] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance '8873957a-ae28-4f27-ac00-2a9be8b6b49c' progress to 0 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.446149] env[69547]: DEBUG oslo_concurrency.lockutils [req-ad12936f-0871-44bf-b815-6734b0a12142 req-08904013-1aec-417f-9fcd-ab5d875bb72f service nova] Releasing lock "refresh_cache-601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.446383] env[69547]: DEBUG nova.compute.manager [req-ad12936f-0871-44bf-b815-6734b0a12142 req-08904013-1aec-417f-9fcd-ab5d875bb72f service nova] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Received event network-vif-deleted-8e6c6138-02c4-49c9-a398-120d1258f910 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.515260] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.517605] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.385s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.519077] env[69547]: INFO nova.compute.claims [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.549268] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457965} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.550295] env[69547]: INFO nova.scheduler.client.report [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted allocations for instance efd0ba1a-09be-4f2c-b0c2-020152f2e94a [ 1181.551280] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc/601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.551497] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.551752] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b7c9f26-f03c-48d7-becb-22c57e42e98e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.560492] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1181.560492] env[69547]: value = "task-3162333" [ 1181.560492] env[69547]: _type = "Task" [ 1181.560492] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.569360] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.851191] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.851616] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b1f48d-d481-48bc-b175-638c904c7190 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.858007] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1181.858007] env[69547]: value = "task-3162334" [ 1181.858007] env[69547]: _type = "Task" [ 1181.858007] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.867792] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.973635] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.973924] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.974148] env[69547]: DEBUG nova.network.neutron [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.044655] env[69547]: DEBUG nova.compute.manager [req-d57b9531-6764-4c1b-ad00-7a11340cb50a req-b9586717-4950-4078-898f-6b7ee0d0a8fa service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.044858] env[69547]: DEBUG nova.compute.manager [req-d57b9531-6764-4c1b-ad00-7a11340cb50a req-b9586717-4950-4078-898f-6b7ee0d0a8fa service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing instance network info cache due to event network-changed-51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.045065] env[69547]: DEBUG oslo_concurrency.lockutils [req-d57b9531-6764-4c1b-ad00-7a11340cb50a req-b9586717-4950-4078-898f-6b7ee0d0a8fa service nova] Acquiring lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.059784] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3462e69a-e002-4b77-b0a5-84b8816db01a tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "efd0ba1a-09be-4f2c-b0c2-020152f2e94a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.363s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.069921] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264993} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.070202] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.071008] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166a96a5-a3d4-4a26-ae66-b832714c5f9e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.094694] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc/601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.095618] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4e1fb2-c411-4644-a5cd-f5cd95d3930e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.114995] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1182.114995] env[69547]: value = "task-3162335" [ 1182.114995] env[69547]: _type = "Task" [ 1182.114995] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.123422] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.367832] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162334, 'name': PowerOffVM_Task, 'duration_secs': 0.247006} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.368173] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.368401] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance '8873957a-ae28-4f27-ac00-2a9be8b6b49c' progress to 17 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.626084] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162335, 'name': ReconfigVM_Task, 'duration_secs': 0.325442} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.628530] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc/601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.629459] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bcfcccb-be7f-4874-b7e2-6b30f1b75173 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.636019] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1182.636019] env[69547]: value = "task-3162336" [ 1182.636019] env[69547]: _type = "Task" [ 1182.636019] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.646498] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162336, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.677804] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b902db-eb5c-474d-b5e6-9bf2d93e7469 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.685160] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884f93ab-c15c-43c5-a325-934033896a17 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.716650] env[69547]: INFO nova.network.neutron [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Port 594269b3-d453-4902-88de-67231f757516 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1182.717086] env[69547]: DEBUG nova.network.neutron [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.719664] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b72fc93-665f-4468-92de-e19a6b38ac7e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.726936] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9edd8e-6609-41d4-9600-8dc5d2c08745 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.731435] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-c700caba-605d-49d9-8a27-1aa567d62b71-594269b3-d453-4902-88de-67231f757516" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.731658] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-c700caba-605d-49d9-8a27-1aa567d62b71-594269b3-d453-4902-88de-67231f757516" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.731996] env[69547]: DEBUG nova.objects.instance [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'flavor' on Instance uuid c700caba-605d-49d9-8a27-1aa567d62b71 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.742972] env[69547]: DEBUG nova.compute.provider_tree [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.842096] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "859693d5-536a-4c9c-9a36-d94445b131b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.842349] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.875193] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.875435] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.875596] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.875776] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.875936] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.876167] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.876386] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.876546] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.876712] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.876874] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.877094] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.882376] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05fe433a-7f96-4cbb-b758-a5fe453ced18 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.901988] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1182.901988] env[69547]: value = "task-3162337" [ 1182.901988] env[69547]: _type = "Task" [ 1182.901988] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.910566] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.146085] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162336, 'name': Rename_Task, 'duration_secs': 0.141841} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.146382] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.146644] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52faacf6-f6ba-4626-ae90-6b5e005f341b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.152879] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1183.152879] env[69547]: value = "task-3162338" [ 1183.152879] env[69547]: _type = "Task" [ 1183.152879] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.160150] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.220268] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.222930] env[69547]: DEBUG oslo_concurrency.lockutils [req-d57b9531-6764-4c1b-ad00-7a11340cb50a req-b9586717-4950-4078-898f-6b7ee0d0a8fa service nova] Acquired lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.223517] env[69547]: DEBUG nova.network.neutron [req-d57b9531-6764-4c1b-ad00-7a11340cb50a req-b9586717-4950-4078-898f-6b7ee0d0a8fa service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Refreshing network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.245965] env[69547]: DEBUG nova.scheduler.client.report [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.323798] env[69547]: DEBUG nova.objects.instance [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'pci_requests' on Instance uuid c700caba-605d-49d9-8a27-1aa567d62b71 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.344794] env[69547]: DEBUG nova.compute.manager [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.413414] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162337, 'name': ReconfigVM_Task, 'duration_secs': 0.293826} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.414308] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance '8873957a-ae28-4f27-ac00-2a9be8b6b49c' progress to 33 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.662645] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162338, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.726260] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e07ff5ae-985c-474c-bd18-2457cd2086c5 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-594269b3-d453-4902-88de-67231f757516" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.696s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.750702] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.751351] env[69547]: DEBUG nova.compute.manager [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.753754] env[69547]: DEBUG oslo_concurrency.lockutils [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.878s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.753941] env[69547]: DEBUG oslo_concurrency.lockutils [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.755888] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.727s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.756243] env[69547]: DEBUG nova.objects.instance [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lazy-loading 'resources' on Instance uuid 84fb492f-d804-4b04-a242-155a6a3660d6 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.776818] env[69547]: INFO nova.scheduler.client.report [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted allocations for instance 4875b373-e0f0-41d7-8e25-e6f0229dbf55 [ 1183.827383] env[69547]: DEBUG nova.objects.base [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.827605] env[69547]: DEBUG nova.network.neutron [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.863279] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.898177] env[69547]: DEBUG nova.policy [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb0d7100fe3f4fa89987884662765bb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bdf3125741644dc957ed8a9909addb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.922041] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.922962] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.922962] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.922962] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.922962] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.922962] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.923421] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.923421] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.923421] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.923582] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.923777] env[69547]: DEBUG nova.virt.hardware [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.929352] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.929639] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-393176e7-2345-4975-9963-458f21286d09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.950676] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1183.950676] env[69547]: value = "task-3162339" [ 1183.950676] env[69547]: _type = "Task" [ 1183.950676] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.959986] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.975565] env[69547]: DEBUG nova.network.neutron [req-d57b9531-6764-4c1b-ad00-7a11340cb50a req-b9586717-4950-4078-898f-6b7ee0d0a8fa service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updated VIF entry in instance network info cache for port 51041e4b-4170-4f8e-9ca8-7088116a0bf6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.975956] env[69547]: DEBUG nova.network.neutron [req-d57b9531-6764-4c1b-ad00-7a11340cb50a req-b9586717-4950-4078-898f-6b7ee0d0a8fa service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [{"id": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "address": "fa:16:3e:b7:e2:03", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51041e4b-41", "ovs_interfaceid": "51041e4b-4170-4f8e-9ca8-7088116a0bf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.162875] env[69547]: DEBUG oslo_vmware.api [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162338, 'name': PowerOnVM_Task, 'duration_secs': 0.938963} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.162991] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.163272] env[69547]: INFO nova.compute.manager [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1184.163495] env[69547]: DEBUG nova.compute.manager [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.164287] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3613b9c7-c0ab-4379-af55-3edb645c32ee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.193182] env[69547]: DEBUG nova.compute.manager [req-2d304a5d-93f0-469d-8f71-a5a595bd5ee7 req-6c1c6aca-78d6-4061-b8c8-967a656d2a1f service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received event network-changed-086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.193472] env[69547]: DEBUG nova.compute.manager [req-2d304a5d-93f0-469d-8f71-a5a595bd5ee7 req-6c1c6aca-78d6-4061-b8c8-967a656d2a1f service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing instance network info cache due to event network-changed-086da623-96ad-4879-8008-e52ab215dcbc. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.193770] env[69547]: DEBUG oslo_concurrency.lockutils [req-2d304a5d-93f0-469d-8f71-a5a595bd5ee7 req-6c1c6aca-78d6-4061-b8c8-967a656d2a1f service nova] Acquiring lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.193986] env[69547]: DEBUG oslo_concurrency.lockutils [req-2d304a5d-93f0-469d-8f71-a5a595bd5ee7 req-6c1c6aca-78d6-4061-b8c8-967a656d2a1f service nova] Acquired lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.194256] env[69547]: DEBUG nova.network.neutron [req-2d304a5d-93f0-469d-8f71-a5a595bd5ee7 req-6c1c6aca-78d6-4061-b8c8-967a656d2a1f service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing network info cache for port 086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.259953] env[69547]: DEBUG nova.compute.utils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.263720] env[69547]: DEBUG nova.compute.manager [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1184.268205] env[69547]: DEBUG oslo_concurrency.lockutils [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "009880fb-11ce-49f1-a149-b7df761e36f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.268430] env[69547]: DEBUG oslo_concurrency.lockutils [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.286039] env[69547]: DEBUG oslo_concurrency.lockutils [None req-639f6dec-4828-4011-b47d-2a3c7b4a1a1c tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "4875b373-e0f0-41d7-8e25-e6f0229dbf55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.709s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.392427] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0fcd7-48c0-43a6-9071-ca1677b52be2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.400139] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdca7bc0-84bc-4c47-a6ea-4ff8057e5028 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.429466] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349e5a94-f3b9-4725-a62c-6f60c30b5709 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.437044] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc491c5-e5d0-4cf5-b5ed-5ccaefe83582 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.451214] env[69547]: DEBUG nova.compute.provider_tree [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.459574] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162339, 'name': ReconfigVM_Task, 'duration_secs': 0.176632} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.460365] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.461093] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787cd7ac-0104-4f7b-8c47-9570b5159b2a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.482731] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 8873957a-ae28-4f27-ac00-2a9be8b6b49c/8873957a-ae28-4f27-ac00-2a9be8b6b49c.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.483243] env[69547]: DEBUG oslo_concurrency.lockutils [req-d57b9531-6764-4c1b-ad00-7a11340cb50a req-b9586717-4950-4078-898f-6b7ee0d0a8fa service nova] Releasing lock "refresh_cache-565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.483777] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2caf9927-4391-45f6-ad60-11d19aabfa9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.501856] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1184.501856] env[69547]: value = "task-3162340" [ 1184.501856] env[69547]: _type = "Task" [ 1184.501856] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.509471] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.684461] env[69547]: INFO nova.compute.manager [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Took 13.87 seconds to build instance. [ 1184.764378] env[69547]: DEBUG nova.compute.manager [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.771612] env[69547]: DEBUG nova.compute.utils [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.902399] env[69547]: DEBUG nova.network.neutron [req-2d304a5d-93f0-469d-8f71-a5a595bd5ee7 req-6c1c6aca-78d6-4061-b8c8-967a656d2a1f service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updated VIF entry in instance network info cache for port 086da623-96ad-4879-8008-e52ab215dcbc. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.902751] env[69547]: DEBUG nova.network.neutron [req-2d304a5d-93f0-469d-8f71-a5a595bd5ee7 req-6c1c6aca-78d6-4061-b8c8-967a656d2a1f service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [{"id": "086da623-96ad-4879-8008-e52ab215dcbc", "address": "fa:16:3e:2c:b6:4b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086da623-96", "ovs_interfaceid": "086da623-96ad-4879-8008-e52ab215dcbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.956486] env[69547]: DEBUG nova.scheduler.client.report [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.012132] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162340, 'name': ReconfigVM_Task, 'duration_secs': 0.262951} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.012400] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 8873957a-ae28-4f27-ac00-2a9be8b6b49c/8873957a-ae28-4f27-ac00-2a9be8b6b49c.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.012679] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance '8873957a-ae28-4f27-ac00-2a9be8b6b49c' progress to 50 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.186910] env[69547]: DEBUG oslo_concurrency.lockutils [None req-cb916dbd-2298-4164-b590-38a351c81f29 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.379s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.273724] env[69547]: DEBUG oslo_concurrency.lockutils [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.360224] env[69547]: DEBUG nova.network.neutron [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Successfully updated port: 594269b3-d453-4902-88de-67231f757516 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.405768] env[69547]: DEBUG oslo_concurrency.lockutils [req-2d304a5d-93f0-469d-8f71-a5a595bd5ee7 req-6c1c6aca-78d6-4061-b8c8-967a656d2a1f service nova] Releasing lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.461502] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.464789] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.601s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.466473] env[69547]: INFO nova.compute.claims [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.479545] env[69547]: INFO nova.scheduler.client.report [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Deleted allocations for instance 84fb492f-d804-4b04-a242-155a6a3660d6 [ 1185.519280] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a25bb7-3522-4376-8260-5aaa0ed82f3d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.540359] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f38c2e-ed78-4949-b009-2fc080bc4ae4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.557596] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance '8873957a-ae28-4f27-ac00-2a9be8b6b49c' progress to 67 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.773679] env[69547]: DEBUG nova.compute.manager [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.802755] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.802916] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.803376] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.803376] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.803563] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.803736] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.803960] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.804397] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.804452] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.804693] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.804892] env[69547]: DEBUG nova.virt.hardware [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.805923] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bf6ba4-1ccf-4332-8a24-9b7cf27a9937 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.814087] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db745668-bc49-493a-94e3-5fa0ca6af159 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.827432] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.833089] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Creating folder: Project (4bf3dfc828a1477c8ed6fa5d67adb15f). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.833372] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2127713e-4683-4c92-aec7-8e8117f57291 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.842723] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Created folder: Project (4bf3dfc828a1477c8ed6fa5d67adb15f) in parent group-v632381. [ 1185.842943] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Creating folder: Instances. Parent ref: group-v632679. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.843199] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be5fc18-4e00-46cf-9e71-5bb6414a18f2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.852227] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Created folder: Instances in parent group-v632679. [ 1185.852646] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.852881] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.853195] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baf0bfef-be20-4ac8-8c0f-383ff034508e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.866964] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.867116] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.867234] env[69547]: DEBUG nova.network.neutron [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.873694] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.873694] env[69547]: value = "task-3162343" [ 1185.873694] env[69547]: _type = "Task" [ 1185.873694] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.883184] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162343, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.986432] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f720bbf3-61d1-4082-858f-ca027c0ba880 tempest-ServerActionsTestJSON-1270975873 tempest-ServerActionsTestJSON-1270975873-project-member] Lock "84fb492f-d804-4b04-a242-155a6a3660d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.848s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.098093] env[69547]: DEBUG nova.network.neutron [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Port bb225df1-fd9b-4c2e-8d07-ba95713e8a16 binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1186.261661] env[69547]: DEBUG nova.compute.manager [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received event network-vif-plugged-594269b3-d453-4902-88de-67231f757516 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.261885] env[69547]: DEBUG oslo_concurrency.lockutils [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] Acquiring lock "c700caba-605d-49d9-8a27-1aa567d62b71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.262477] env[69547]: DEBUG oslo_concurrency.lockutils [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] Lock "c700caba-605d-49d9-8a27-1aa567d62b71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.262477] env[69547]: DEBUG oslo_concurrency.lockutils [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] Lock "c700caba-605d-49d9-8a27-1aa567d62b71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.262477] env[69547]: DEBUG nova.compute.manager [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] No waiting events found dispatching network-vif-plugged-594269b3-d453-4902-88de-67231f757516 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.262645] env[69547]: WARNING nova.compute.manager [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received unexpected event network-vif-plugged-594269b3-d453-4902-88de-67231f757516 for instance with vm_state active and task_state None. [ 1186.262803] env[69547]: DEBUG nova.compute.manager [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received event network-changed-594269b3-d453-4902-88de-67231f757516 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.262948] env[69547]: DEBUG nova.compute.manager [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing instance network info cache due to event network-changed-594269b3-d453-4902-88de-67231f757516. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.263131] env[69547]: DEBUG oslo_concurrency.lockutils [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] Acquiring lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.340889] env[69547]: DEBUG oslo_concurrency.lockutils [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "009880fb-11ce-49f1-a149-b7df761e36f3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.341196] env[69547]: DEBUG oslo_concurrency.lockutils [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.341442] env[69547]: INFO nova.compute.manager [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Attaching volume 0f503246-eefd-429f-b6fe-20cf16d1c185 to /dev/sdb [ 1186.382771] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5259cd5b-d0b4-45b3-a165-a59e9389500c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.393501] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa901f2-4003-4623-8e41-223fabd50808 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.396356] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162343, 'name': CreateVM_Task, 'duration_secs': 0.260899} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.397144] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.397948] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.398207] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.398588] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.398858] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6f342f-f647-4277-b3ab-4a1a981953fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.403148] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1186.403148] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5204eb21-6d42-6906-caa7-03f965ebec06" [ 1186.403148] env[69547]: _type = "Task" [ 1186.403148] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.410994] env[69547]: DEBUG nova.virt.block_device [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Updating existing volume attachment record: 1199c1c7-0c32-49e7-b85c-264204138cdb {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1186.418524] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5204eb21-6d42-6906-caa7-03f965ebec06, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.418803] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.419204] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.419506] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.419696] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.419912] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.420790] env[69547]: WARNING nova.network.neutron [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] 185db1c3-8c86-43b3-a250-1069620f2ca3 already exists in list: networks containing: ['185db1c3-8c86-43b3-a250-1069620f2ca3']. ignoring it [ 1186.422634] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52cc1ba7-0d74-4adf-9cf4-ea3c28e81f4e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.430663] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.430844] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.431567] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d6651d-b9fd-40e0-91b5-51e7656504ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.437296] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1186.437296] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5212c32d-a3e5-02e5-52af-c73bde3e981d" [ 1186.437296] env[69547]: _type = "Task" [ 1186.437296] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.444823] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5212c32d-a3e5-02e5-52af-c73bde3e981d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.638946] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ac854-badd-4429-8fe1-9c13dd734304 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.644443] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.644801] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.645695] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.646172] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.646467] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.648765] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.649264] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.651020] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1186.651020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1b7ac6-01fb-47ad-95ea-fa16b63b5548 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.654466] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.691772] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c28d8c4-f265-4494-84c7-3832a7da77ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.700379] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5ae22c-bc6f-4153-883a-46f2ee947d38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.717586] env[69547]: DEBUG nova.compute.provider_tree [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.820304] env[69547]: DEBUG nova.network.neutron [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [{"id": "086da623-96ad-4879-8008-e52ab215dcbc", "address": "fa:16:3e:2c:b6:4b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086da623-96", "ovs_interfaceid": "086da623-96ad-4879-8008-e52ab215dcbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "594269b3-d453-4902-88de-67231f757516", "address": "fa:16:3e:39:ac:cb", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594269b3-d4", "ovs_interfaceid": "594269b3-d453-4902-88de-67231f757516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.949834] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5212c32d-a3e5-02e5-52af-c73bde3e981d, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.950654] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93988c44-c28a-4d3e-905b-16da2c035886 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.959204] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1186.959204] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cd0058-b885-66ce-6c19-00e57a9f98d3" [ 1186.959204] env[69547]: _type = "Task" [ 1186.959204] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.968467] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cd0058-b885-66ce-6c19-00e57a9f98d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.094700] env[69547]: DEBUG nova.compute.manager [req-cd83051b-9fdb-468c-a09f-c157a463c4a1 req-beea15b4-8f3d-40a4-8491-ab8a8f626933 service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Received event network-changed-6a4f391a-57d1-41c8-896a-c8d48fbc2dcb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.094906] env[69547]: DEBUG nova.compute.manager [req-cd83051b-9fdb-468c-a09f-c157a463c4a1 req-beea15b4-8f3d-40a4-8491-ab8a8f626933 service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Refreshing instance network info cache due to event network-changed-6a4f391a-57d1-41c8-896a-c8d48fbc2dcb. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.095254] env[69547]: DEBUG oslo_concurrency.lockutils [req-cd83051b-9fdb-468c-a09f-c157a463c4a1 req-beea15b4-8f3d-40a4-8491-ab8a8f626933 service nova] Acquiring lock "refresh_cache-601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.095778] env[69547]: DEBUG oslo_concurrency.lockutils [req-cd83051b-9fdb-468c-a09f-c157a463c4a1 req-beea15b4-8f3d-40a4-8491-ab8a8f626933 service nova] Acquired lock "refresh_cache-601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.096031] env[69547]: DEBUG nova.network.neutron [req-cd83051b-9fdb-468c-a09f-c157a463c4a1 req-beea15b4-8f3d-40a4-8491-ab8a8f626933 service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Refreshing network info cache for port 6a4f391a-57d1-41c8-896a-c8d48fbc2dcb {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.124461] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.124855] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.125481] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.158249] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.221673] env[69547]: DEBUG nova.scheduler.client.report [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.324349] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.325036] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.325209] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.325497] env[69547]: DEBUG oslo_concurrency.lockutils [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] Acquired lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.325743] env[69547]: DEBUG nova.network.neutron [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Refreshing network info cache for port 594269b3-d453-4902-88de-67231f757516 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.331020] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e674831-66c3-40bb-96b4-fbb8f1afaaa4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.348884] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.349211] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.349306] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.349472] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.349620] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.349769] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.349975] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.350152] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.351056] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.351254] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.351454] env[69547]: DEBUG nova.virt.hardware [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.357815] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Reconfiguring VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1187.358473] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0240ac32-6408-4d00-9476-da7eb9cf4fea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.378193] env[69547]: DEBUG oslo_vmware.api [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1187.378193] env[69547]: value = "task-3162347" [ 1187.378193] env[69547]: _type = "Task" [ 1187.378193] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.386803] env[69547]: DEBUG oslo_vmware.api [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162347, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.472210] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52cd0058-b885-66ce-6c19-00e57a9f98d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.472499] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.472769] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 72005217-415d-4cc5-8015-1a7180396fdb/72005217-415d-4cc5-8015-1a7180396fdb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.474372] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-781e32e1-5719-4d3c-82bc-de343007b0e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.485792] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.486126] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.487957] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1187.487957] env[69547]: value = "task-3162348" [ 1187.487957] env[69547]: _type = "Task" [ 1187.487957] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.498351] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.727482] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.728151] env[69547]: DEBUG nova.compute.manager [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.731225] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.573s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.731583] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.731693] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1187.732537] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390eefe0-b0fa-455f-bce5-7097db93df59 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.745878] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d197fc52-aebe-4ba4-abf8-b1c9ff9e087a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.762991] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d10321-dd9d-4e29-b81a-bb07cc702bcc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.770789] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265a4dd-59fe-434b-84be-401a2c824226 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.805115] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179949MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1187.805325] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.805524] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.895649] env[69547]: DEBUG oslo_vmware.api [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.904415] env[69547]: DEBUG nova.network.neutron [req-cd83051b-9fdb-468c-a09f-c157a463c4a1 req-beea15b4-8f3d-40a4-8491-ab8a8f626933 service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Updated VIF entry in instance network info cache for port 6a4f391a-57d1-41c8-896a-c8d48fbc2dcb. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.904415] env[69547]: DEBUG nova.network.neutron [req-cd83051b-9fdb-468c-a09f-c157a463c4a1 req-beea15b4-8f3d-40a4-8491-ab8a8f626933 service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Updating instance_info_cache with network_info: [{"id": "6a4f391a-57d1-41c8-896a-c8d48fbc2dcb", "address": "fa:16:3e:c7:e2:bc", "network": {"id": "9d124eaf-9593-491f-8965-92b22e326f33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-839353964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f89ed1997934f5d9ee6e2ae91318b64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4f391a-57", "ovs_interfaceid": "6a4f391a-57d1-41c8-896a-c8d48fbc2dcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.989694] env[69547]: DEBUG nova.compute.manager [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.009450] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491496} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.010190] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 72005217-415d-4cc5-8015-1a7180396fdb/72005217-415d-4cc5-8015-1a7180396fdb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.010599] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.013105] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88ee7789-f53b-4e9a-a01c-bdd07f7d2ad1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.019489] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1188.019489] env[69547]: value = "task-3162349" [ 1188.019489] env[69547]: _type = "Task" [ 1188.019489] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.030029] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.164395] env[69547]: DEBUG nova.network.neutron [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updated VIF entry in instance network info cache for port 594269b3-d453-4902-88de-67231f757516. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.164525] env[69547]: DEBUG nova.network.neutron [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [{"id": "086da623-96ad-4879-8008-e52ab215dcbc", "address": "fa:16:3e:2c:b6:4b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086da623-96", "ovs_interfaceid": "086da623-96ad-4879-8008-e52ab215dcbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "594269b3-d453-4902-88de-67231f757516", "address": "fa:16:3e:39:ac:cb", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap594269b3-d4", "ovs_interfaceid": "594269b3-d453-4902-88de-67231f757516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.181760] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.181871] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.182459] env[69547]: DEBUG nova.network.neutron [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.240010] env[69547]: DEBUG nova.compute.utils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.241385] env[69547]: DEBUG nova.compute.manager [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.241551] env[69547]: DEBUG nova.network.neutron [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.315257] env[69547]: DEBUG nova.policy [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd35c22044c467fbb98bf1c59fecf8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8342c2e5f2ea44009e37049e4bb33fe6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.388557] env[69547]: DEBUG oslo_vmware.api [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162347, 'name': ReconfigVM_Task, 'duration_secs': 1.007783} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.389238] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.389367] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Reconfigured VM to attach interface {{(pid=69547) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1188.405451] env[69547]: DEBUG oslo_concurrency.lockutils [req-cd83051b-9fdb-468c-a09f-c157a463c4a1 req-beea15b4-8f3d-40a4-8491-ab8a8f626933 service nova] Releasing lock "refresh_cache-601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.518193] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.529527] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149078} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.529804] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.530588] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d36abae-ade6-4bc9-9b88-cd616c6013a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.551586] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 72005217-415d-4cc5-8015-1a7180396fdb/72005217-415d-4cc5-8015-1a7180396fdb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.551837] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4f57ac-2581-47ed-8739-3f1e26205f4e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.571149] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1188.571149] env[69547]: value = "task-3162350" [ 1188.571149] env[69547]: _type = "Task" [ 1188.571149] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.578546] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.663332] env[69547]: DEBUG nova.network.neutron [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Successfully created port: 7d0dbe50-3812-4ee8-9800-a8a36c83a28e {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.670274] env[69547]: DEBUG oslo_concurrency.lockutils [req-1d191fda-4342-43be-8881-2e9de14bb315 req-2bac702b-3347-497d-be5b-d3a0357b6e4d service nova] Releasing lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.744822] env[69547]: DEBUG nova.compute.manager [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.817365] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Applying migration context for instance 8873957a-ae28-4f27-ac00-2a9be8b6b49c as it has an incoming, in-progress migration 653a14c4-c041-4509-948b-8e4650b01d3a. Migration status is post-migrating {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1188.818685] env[69547]: INFO nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating resource usage from migration 653a14c4-c041-4509-948b-8e4650b01d3a [ 1188.838593] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3cfc21f7-365e-408c-b19a-979ddebfc001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.838743] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.838869] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 09f18f69-55d5-41a1-89de-257d82440a5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.838989] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 009880fb-11ce-49f1-a149-b7df761e36f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.839181] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance c700caba-605d-49d9-8a27-1aa567d62b71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.839380] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.839514] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Migration 653a14c4-c041-4509-948b-8e4650b01d3a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1188.839631] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 8873957a-ae28-4f27-ac00-2a9be8b6b49c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.839743] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 72005217-415d-4cc5-8015-1a7180396fdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.839959] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 859693d5-536a-4c9c-9a36-d94445b131b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1188.894514] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b5747bf6-d01a-42fc-b4fd-7179db0b0e42 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-c700caba-605d-49d9-8a27-1aa567d62b71-594269b3-d453-4902-88de-67231f757516" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.162s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.915291] env[69547]: DEBUG nova.network.neutron [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance_info_cache with network_info: [{"id": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "address": "fa:16:3e:7e:d6:21", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb225df1-fd", "ovs_interfaceid": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.085309] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162350, 'name': ReconfigVM_Task, 'duration_secs': 0.322634} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.085598] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 72005217-415d-4cc5-8015-1a7180396fdb/72005217-415d-4cc5-8015-1a7180396fdb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.086238] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-480c4533-0c9a-4717-b570-7fd53bc668a2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.093188] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1189.093188] env[69547]: value = "task-3162352" [ 1189.093188] env[69547]: _type = "Task" [ 1189.093188] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.101373] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162352, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.342604] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance fb7cc259-2a01-4834-97e6-a6c353affa5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1189.342792] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1189.343552] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1189.419460] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.488295] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d7fee0-d170-44b8-806f-f05585dbf883 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.496654] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b09f1f2-ed98-4538-b188-6dabc1f972f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.527796] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7cc759-dce9-457f-a817-5db319b96178 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.535580] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8426f9cf-b532-41e8-bc7b-73a231bb6b26 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.550030] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.602369] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162352, 'name': Rename_Task, 'duration_secs': 0.136261} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.602665] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.602898] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb370c03-5477-41ed-9f2f-7a41114556bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.609771] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1189.609771] env[69547]: value = "task-3162353" [ 1189.609771] env[69547]: _type = "Task" [ 1189.609771] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.618549] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.756947] env[69547]: DEBUG nova.compute.manager [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.778792] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.779104] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.779303] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.779524] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.779698] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.779885] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.780152] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.780383] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.780541] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.780734] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.780929] env[69547]: DEBUG nova.virt.hardware [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.781879] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b34017-386c-4743-a611-46ff34cd9974 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.790236] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e06591c-e70a-4ebc-a612-fbe09f065865 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.943420] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e43d06-8146-43e3-9cc2-41cd4592ce1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.966813] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b8497f-0d13-44e4-9cac-d4e0d8511de2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.974898] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance '8873957a-ae28-4f27-ac00-2a9be8b6b49c' progress to 83 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.052307] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.061098] env[69547]: DEBUG nova.compute.manager [req-128defe1-a87f-48d0-8674-0c389fcfeb31 req-5542c0f7-95e0-4e97-9889-f7cc150162b6 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Received event network-vif-plugged-7d0dbe50-3812-4ee8-9800-a8a36c83a28e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.061368] env[69547]: DEBUG oslo_concurrency.lockutils [req-128defe1-a87f-48d0-8674-0c389fcfeb31 req-5542c0f7-95e0-4e97-9889-f7cc150162b6 service nova] Acquiring lock "859693d5-536a-4c9c-9a36-d94445b131b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.061667] env[69547]: DEBUG oslo_concurrency.lockutils [req-128defe1-a87f-48d0-8674-0c389fcfeb31 req-5542c0f7-95e0-4e97-9889-f7cc150162b6 service nova] Lock "859693d5-536a-4c9c-9a36-d94445b131b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.061746] env[69547]: DEBUG oslo_concurrency.lockutils [req-128defe1-a87f-48d0-8674-0c389fcfeb31 req-5542c0f7-95e0-4e97-9889-f7cc150162b6 service nova] Lock "859693d5-536a-4c9c-9a36-d94445b131b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.061904] env[69547]: DEBUG nova.compute.manager [req-128defe1-a87f-48d0-8674-0c389fcfeb31 req-5542c0f7-95e0-4e97-9889-f7cc150162b6 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] No waiting events found dispatching network-vif-plugged-7d0dbe50-3812-4ee8-9800-a8a36c83a28e {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.062022] env[69547]: WARNING nova.compute.manager [req-128defe1-a87f-48d0-8674-0c389fcfeb31 req-5542c0f7-95e0-4e97-9889-f7cc150162b6 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Received unexpected event network-vif-plugged-7d0dbe50-3812-4ee8-9800-a8a36c83a28e for instance with vm_state building and task_state spawning. [ 1190.093811] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "5f573fec-2b07-472c-8521-93fa90b1b7aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.094058] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "5f573fec-2b07-472c-8521-93fa90b1b7aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.120314] env[69547]: DEBUG oslo_vmware.api [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162353, 'name': PowerOnVM_Task, 'duration_secs': 0.446799} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.120626] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.120768] env[69547]: INFO nova.compute.manager [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Took 4.35 seconds to spawn the instance on the hypervisor. [ 1190.120946] env[69547]: DEBUG nova.compute.manager [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.121764] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cbffa5-3da1-49e1-9f70-0fea182d3b0c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.160254] env[69547]: DEBUG nova.network.neutron [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Successfully updated port: 7d0dbe50-3812-4ee8-9800-a8a36c83a28e {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.467142] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "interface-c700caba-605d-49d9-8a27-1aa567d62b71-594269b3-d453-4902-88de-67231f757516" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.467441] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-c700caba-605d-49d9-8a27-1aa567d62b71-594269b3-d453-4902-88de-67231f757516" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.480665] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.481157] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-849a762f-ff6e-4968-8229-61788b7ce14b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.488068] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1190.488068] env[69547]: value = "task-3162354" [ 1190.488068] env[69547]: _type = "Task" [ 1190.488068] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.495722] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.557189] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1190.557423] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.752s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.557698] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.040s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.559364] env[69547]: INFO nova.compute.claims [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.562192] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.597045] env[69547]: DEBUG nova.compute.manager [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.639941] env[69547]: INFO nova.compute.manager [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Took 12.53 seconds to build instance. [ 1190.664576] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.664720] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.664879] env[69547]: DEBUG nova.network.neutron [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.895015] env[69547]: INFO nova.compute.manager [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Rebuilding instance [ 1190.937305] env[69547]: DEBUG nova.compute.manager [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.938262] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572b3c9-5328-4f1b-9c48-b7edbb0e4b8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.971275] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.971462] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.972397] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894a529a-88ba-495b-a24b-25064929ce9d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.995416] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6995747-a487-48a4-94f4-25aeece3a1a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.003780] env[69547]: DEBUG oslo_vmware.api [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162354, 'name': PowerOnVM_Task, 'duration_secs': 0.375903} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.021552] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.021776] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1a7e47-00f4-44e9-a3c9-4f16c2134377 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance '8873957a-ae28-4f27-ac00-2a9be8b6b49c' progress to 100 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.030957] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Reconfiguring VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1191.031728] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b27f42e8-1e74-4885-89b2-fd916081e1ce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.050262] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1191.050262] env[69547]: value = "task-3162355" [ 1191.050262] env[69547]: _type = "Task" [ 1191.050262] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.059473] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.117181] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.142388] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4a3fe6e9-feda-4276-9451-83d8fe88fb4a tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "72005217-415d-4cc5-8015-1a7180396fdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.039s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.198908] env[69547]: DEBUG nova.network.neutron [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.328532] env[69547]: DEBUG nova.network.neutron [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance_info_cache with network_info: [{"id": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "address": "fa:16:3e:8f:b3:fb", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0dbe50-38", "ovs_interfaceid": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.466198] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1191.466472] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1191.467590] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ee1148-4e5d-456e-9928-545f9eabeca2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.485025] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b4c789-85c7-4817-87d4-55ac7153cd8a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.509647] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-0f503246-eefd-429f-b6fe-20cf16d1c185/volume-0f503246-eefd-429f-b6fe-20cf16d1c185.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.509975] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9ccdbb7-4613-4b08-94f7-55fbf060177b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.529338] env[69547]: DEBUG oslo_vmware.api [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1191.529338] env[69547]: value = "task-3162356" [ 1191.529338] env[69547]: _type = "Task" [ 1191.529338] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.540513] env[69547]: DEBUG oslo_vmware.api [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.560610] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.728471] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be257028-ce66-4e1e-8b14-eb7a3fffa8d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.737467] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef41718c-0ff2-49af-b2eb-520ae2877001 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.769936] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6d99ef-e10c-4d1a-a1c9-6f0b539da5ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.778023] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9145d95-c345-4b64-ac26-cdc6ee5882ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.792220] env[69547]: DEBUG nova.compute.provider_tree [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.831506] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.831920] env[69547]: DEBUG nova.compute.manager [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Instance network_info: |[{"id": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "address": "fa:16:3e:8f:b3:fb", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0dbe50-38", "ovs_interfaceid": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.832432] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:b3:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d0dbe50-3812-4ee8-9800-a8a36c83a28e', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.840222] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.840809] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.841058] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84d977de-3aba-4dd6-9658-20abcdbe094a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.862038] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.862038] env[69547]: value = "task-3162357" [ 1191.862038] env[69547]: _type = "Task" [ 1191.862038] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.871223] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162357, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.952104] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.952104] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df33dd3-e0dd-4ddd-a743-8a2d337b26e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.962223] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1191.962223] env[69547]: value = "task-3162358" [ 1191.962223] env[69547]: _type = "Task" [ 1191.962223] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.970766] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.042868] env[69547]: DEBUG oslo_vmware.api [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162356, 'name': ReconfigVM_Task, 'duration_secs': 0.398833} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.043220] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-0f503246-eefd-429f-b6fe-20cf16d1c185/volume-0f503246-eefd-429f-b6fe-20cf16d1c185.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.048300] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caaf025f-c405-4d7f-aa23-a0c1e6451d44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.068570] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.070094] env[69547]: DEBUG oslo_vmware.api [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1192.070094] env[69547]: value = "task-3162359" [ 1192.070094] env[69547]: _type = "Task" [ 1192.070094] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.079286] env[69547]: DEBUG oslo_vmware.api [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.090672] env[69547]: DEBUG nova.compute.manager [req-887114bc-a32b-4016-9246-f8b40b3b6211 req-374bb6aa-d8dd-4455-a27d-a5ef259ff2a2 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Received event network-changed-7d0dbe50-3812-4ee8-9800-a8a36c83a28e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.090790] env[69547]: DEBUG nova.compute.manager [req-887114bc-a32b-4016-9246-f8b40b3b6211 req-374bb6aa-d8dd-4455-a27d-a5ef259ff2a2 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Refreshing instance network info cache due to event network-changed-7d0dbe50-3812-4ee8-9800-a8a36c83a28e. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.090984] env[69547]: DEBUG oslo_concurrency.lockutils [req-887114bc-a32b-4016-9246-f8b40b3b6211 req-374bb6aa-d8dd-4455-a27d-a5ef259ff2a2 service nova] Acquiring lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.091171] env[69547]: DEBUG oslo_concurrency.lockutils [req-887114bc-a32b-4016-9246-f8b40b3b6211 req-374bb6aa-d8dd-4455-a27d-a5ef259ff2a2 service nova] Acquired lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.091300] env[69547]: DEBUG nova.network.neutron [req-887114bc-a32b-4016-9246-f8b40b3b6211 req-374bb6aa-d8dd-4455-a27d-a5ef259ff2a2 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Refreshing network info cache for port 7d0dbe50-3812-4ee8-9800-a8a36c83a28e {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.296042] env[69547]: DEBUG nova.scheduler.client.report [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.371877] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162357, 'name': CreateVM_Task, 'duration_secs': 0.371103} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.372083] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.372766] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.372999] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.373348] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.373594] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d45c49a-95b9-4020-875b-0a21421300a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.378263] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1192.378263] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5260ce45-f488-2a78-35c1-1150fa4f1238" [ 1192.378263] env[69547]: _type = "Task" [ 1192.378263] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.385826] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5260ce45-f488-2a78-35c1-1150fa4f1238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.471384] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162358, 'name': PowerOffVM_Task, 'duration_secs': 0.138778} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.471685] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.471916] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.472670] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c2ad6-3ea7-443a-91ec-c9ae675274fa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.479284] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.479494] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a81334e4-a231-44a4-9a3f-d263b113cd8e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.503124] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.503289] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.503470] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Deleting the datastore file [datastore1] 72005217-415d-4cc5-8015-1a7180396fdb {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.503697] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c88c1d4-69bb-494c-879a-4662705e9026 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.510116] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1192.510116] env[69547]: value = "task-3162361" [ 1192.510116] env[69547]: _type = "Task" [ 1192.510116] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.517572] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.570650] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.580155] env[69547]: DEBUG oslo_vmware.api [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162359, 'name': ReconfigVM_Task, 'duration_secs': 0.16306} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.580526] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1192.787770] env[69547]: DEBUG nova.network.neutron [req-887114bc-a32b-4016-9246-f8b40b3b6211 req-374bb6aa-d8dd-4455-a27d-a5ef259ff2a2 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updated VIF entry in instance network info cache for port 7d0dbe50-3812-4ee8-9800-a8a36c83a28e. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.788463] env[69547]: DEBUG nova.network.neutron [req-887114bc-a32b-4016-9246-f8b40b3b6211 req-374bb6aa-d8dd-4455-a27d-a5ef259ff2a2 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance_info_cache with network_info: [{"id": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "address": "fa:16:3e:8f:b3:fb", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0dbe50-38", "ovs_interfaceid": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.800972] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.801508] env[69547]: DEBUG nova.compute.manager [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.804180] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.687s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.805558] env[69547]: INFO nova.compute.claims [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.888543] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5260ce45-f488-2a78-35c1-1150fa4f1238, 'name': SearchDatastore_Task, 'duration_secs': 0.019208} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.888946] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.889138] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.889384] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.889551] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.889728] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.890042] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f59ed1-773c-438e-9b30-c70fb5cf4eb4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.900602] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.900785] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.901510] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2440cebd-a9d8-4ba1-85fc-a8a0698cb394 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.906982] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1192.906982] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52583e06-3fb6-bd47-3380-ab7464942a8e" [ 1192.906982] env[69547]: _type = "Task" [ 1192.906982] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.914518] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52583e06-3fb6-bd47-3380-ab7464942a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.020121] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145403} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.020419] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.020575] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.020763] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.069574] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.291259] env[69547]: DEBUG oslo_concurrency.lockutils [req-887114bc-a32b-4016-9246-f8b40b3b6211 req-374bb6aa-d8dd-4455-a27d-a5ef259ff2a2 service nova] Releasing lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.310174] env[69547]: DEBUG nova.compute.utils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.313620] env[69547]: DEBUG nova.compute.manager [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.313820] env[69547]: DEBUG nova.network.neutron [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.352773] env[69547]: DEBUG nova.policy [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f46624b0d0344a98133e3e8e23041c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3159b2df0fe4371a3ef532508a002f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.417426] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52583e06-3fb6-bd47-3380-ab7464942a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.016097} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.418270] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898fced3-d431-45e2-a74d-83727a0e389e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.423575] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1193.423575] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b516e8-62c0-5ab0-a781-254b5976308e" [ 1193.423575] env[69547]: _type = "Task" [ 1193.423575] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.431449] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.431710] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.431908] env[69547]: DEBUG nova.compute.manager [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Going to confirm migration 6 {{(pid=69547) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1193.433227] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b516e8-62c0-5ab0-a781-254b5976308e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.572997] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.621939] env[69547]: DEBUG nova.objects.instance [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lazy-loading 'flavor' on Instance uuid 009880fb-11ce-49f1-a149-b7df761e36f3 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.700137] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.700137] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Cleaning up deleted instances with incomplete migration {{(pid=69547) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1193.814747] env[69547]: DEBUG nova.compute.manager [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.826801] env[69547]: DEBUG nova.network.neutron [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Successfully created port: 531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.933895] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b516e8-62c0-5ab0-a781-254b5976308e, 'name': SearchDatastore_Task, 'duration_secs': 0.016764} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.939331] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.939622] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 859693d5-536a-4c9c-9a36-d94445b131b1/859693d5-536a-4c9c-9a36-d94445b131b1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.942934] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37115550-9da6-4d4a-848a-da6b7718aec3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.951309] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1193.951309] env[69547]: value = "task-3162362" [ 1193.951309] env[69547]: _type = "Task" [ 1193.951309] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.962740] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.028640] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.028932] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.029027] env[69547]: DEBUG nova.network.neutron [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.029229] env[69547]: DEBUG nova.objects.instance [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lazy-loading 'info_cache' on Instance uuid 8873957a-ae28-4f27-ac00-2a9be8b6b49c {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.036946] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f448b231-2525-4dd0-9067-3cc01df9c790 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.049935] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634db20-8025-45f1-98ff-92e61391ef08 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.096081] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14073466-a7d6-4a2c-92ec-c76f9ae5a7f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.104116] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.106401] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.106624] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.106780] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.106959] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.107178] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.107275] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.107490] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.107672] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.107845] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.108038] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.108248] env[69547]: DEBUG nova.virt.hardware [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.111543] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34407de9-84b7-497b-8e0c-ec82cb50e6ff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.115030] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8070e13-c8f8-4c42-bd09-a041aed57672 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.131061] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f6723e-2b91-4593-ab7c-d0296476896d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.138827] env[69547]: DEBUG nova.compute.provider_tree [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.140254] env[69547]: DEBUG oslo_concurrency.lockutils [None req-83a925d5-0cd7-4d95-a496-0efea5c4ecce tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.799s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.152087] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.158433] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.159012] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.159249] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83460682-6edc-48a6-9e06-cfff8f2b79b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.177721] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.177721] env[69547]: value = "task-3162363" [ 1194.177721] env[69547]: _type = "Task" [ 1194.177721] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.188900] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162363, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.275899] env[69547]: INFO nova.compute.manager [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Rebuilding instance [ 1194.319686] env[69547]: DEBUG nova.compute.manager [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.320560] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493d69e8-f2e3-4149-bba3-e8f3d4386072 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.462559] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162362, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.601704] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.643069] env[69547]: DEBUG nova.scheduler.client.report [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.689011] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162363, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.697277] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.697566] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.835054] env[69547]: DEBUG nova.compute.manager [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.856960] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.857227] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.857392] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.857573] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.857730] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.857879] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.858109] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.858273] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.858493] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.858638] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.858834] env[69547]: DEBUG nova.virt.hardware [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.859918] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f193a163-3c02-4088-ae2f-1e425e696ce3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.868056] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89bf9a7-8c77-4bc1-97d2-da4b8f9d345e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.964554] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779886} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.964836] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 859693d5-536a-4c9c-9a36-d94445b131b1/859693d5-536a-4c9c-9a36-d94445b131b1.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.965483] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.965483] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d1c82fc-45e4-4d1f-bd58-438f8450bf24 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.971698] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1194.971698] env[69547]: value = "task-3162364" [ 1194.971698] env[69547]: _type = "Task" [ 1194.971698] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.980205] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.100423] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.148777] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.149317] env[69547]: DEBUG nova.compute.manager [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.188839] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162363, 'name': CreateVM_Task, 'duration_secs': 0.565453} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.189018] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.189479] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.189719] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.189959] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.190227] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5e437c-d5e2-4a33-a7ac-f1f1054fc1c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.194988] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1195.194988] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b93dcf-ad96-0f3e-395c-3318c546b0f2" [ 1195.194988] env[69547]: _type = "Task" [ 1195.194988] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.200721] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.200938] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.201132] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.201302] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1195.204723] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a01cf19-ea62-4f05-9cae-d1251dbbc752 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.207273] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b93dcf-ad96-0f3e-395c-3318c546b0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.214446] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4227a486-3964-41eb-9fd5-3e6855d26cca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.228667] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb82f184-bb6b-4289-b89a-9d5b06505bb2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.235232] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74321934-aafd-4b1e-b14c-40e293b7cff6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.265852] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179539MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1195.266034] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.266276] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.339708] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.340016] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46011bd3-a7cb-4676-89e9-35de38a86c6a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.347185] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1195.347185] env[69547]: value = "task-3162365" [ 1195.347185] env[69547]: _type = "Task" [ 1195.347185] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.358946] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.481152] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107949} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.481453] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.482249] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fda5ee-9a7f-4bd2-b062-501af962bdd7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.506185] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 859693d5-536a-4c9c-9a36-d94445b131b1/859693d5-536a-4c9c-9a36-d94445b131b1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.506474] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65dcc5a-2b6d-4bbc-8b2a-f1e562c1cb19 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.522282] env[69547]: DEBUG nova.network.neutron [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance_info_cache with network_info: [{"id": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "address": "fa:16:3e:7e:d6:21", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb225df1-fd", "ovs_interfaceid": "bb225df1-fd9b-4c2e-8d07-ba95713e8a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.529050] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1195.529050] env[69547]: value = "task-3162366" [ 1195.529050] env[69547]: _type = "Task" [ 1195.529050] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.537640] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.548828] env[69547]: DEBUG nova.compute.manager [req-4fc0aa06-97dc-4abb-a3f5-1a089f57e273 req-b44f1560-ca9b-468c-9246-99501f634302 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received event network-vif-plugged-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.549067] env[69547]: DEBUG oslo_concurrency.lockutils [req-4fc0aa06-97dc-4abb-a3f5-1a089f57e273 req-b44f1560-ca9b-468c-9246-99501f634302 service nova] Acquiring lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.549280] env[69547]: DEBUG oslo_concurrency.lockutils [req-4fc0aa06-97dc-4abb-a3f5-1a089f57e273 req-b44f1560-ca9b-468c-9246-99501f634302 service nova] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.549450] env[69547]: DEBUG oslo_concurrency.lockutils [req-4fc0aa06-97dc-4abb-a3f5-1a089f57e273 req-b44f1560-ca9b-468c-9246-99501f634302 service nova] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.549674] env[69547]: DEBUG nova.compute.manager [req-4fc0aa06-97dc-4abb-a3f5-1a089f57e273 req-b44f1560-ca9b-468c-9246-99501f634302 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] No waiting events found dispatching network-vif-plugged-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.549878] env[69547]: WARNING nova.compute.manager [req-4fc0aa06-97dc-4abb-a3f5-1a089f57e273 req-b44f1560-ca9b-468c-9246-99501f634302 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received unexpected event network-vif-plugged-531eb319-4813-48ed-baf6-e89e23ee7d97 for instance with vm_state building and task_state spawning. [ 1195.600755] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.654350] env[69547]: DEBUG nova.compute.utils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.655983] env[69547]: DEBUG nova.compute.manager [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Not allocating networking since 'none' was specified. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1195.672247] env[69547]: DEBUG nova.network.neutron [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Successfully updated port: 531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.691158] env[69547]: DEBUG nova.compute.manager [req-fdd5e433-1b98-417a-9ff2-02a43cf89473 req-1c85b745-1528-4a12-a41a-957608e1dec9 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received event network-changed-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.691403] env[69547]: DEBUG nova.compute.manager [req-fdd5e433-1b98-417a-9ff2-02a43cf89473 req-1c85b745-1528-4a12-a41a-957608e1dec9 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Refreshing instance network info cache due to event network-changed-531eb319-4813-48ed-baf6-e89e23ee7d97. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.691576] env[69547]: DEBUG oslo_concurrency.lockutils [req-fdd5e433-1b98-417a-9ff2-02a43cf89473 req-1c85b745-1528-4a12-a41a-957608e1dec9 service nova] Acquiring lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.691732] env[69547]: DEBUG oslo_concurrency.lockutils [req-fdd5e433-1b98-417a-9ff2-02a43cf89473 req-1c85b745-1528-4a12-a41a-957608e1dec9 service nova] Acquired lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.691899] env[69547]: DEBUG nova.network.neutron [req-fdd5e433-1b98-417a-9ff2-02a43cf89473 req-1c85b745-1528-4a12-a41a-957608e1dec9 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Refreshing network info cache for port 531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.705552] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b93dcf-ad96-0f3e-395c-3318c546b0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.065653} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.705863] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.706137] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.706378] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.706527] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.706703] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.706949] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aceb12cf-c427-4411-ae53-3c3f8ac9bb8d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.722541] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.722706] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.723382] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9456e4be-6300-472a-ba40-b9367c150e6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.728415] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1195.728415] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fbd45c-de13-5464-fa10-aab2584b09ac" [ 1195.728415] env[69547]: _type = "Task" [ 1195.728415] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.735793] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fbd45c-de13-5464-fa10-aab2584b09ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.857329] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.025254] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-8873957a-ae28-4f27-ac00-2a9be8b6b49c" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.025550] env[69547]: DEBUG nova.objects.instance [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lazy-loading 'migration_context' on Instance uuid 8873957a-ae28-4f27-ac00-2a9be8b6b49c {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.040932] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.101446] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.157702] env[69547]: DEBUG nova.compute.manager [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.175475] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.238814] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fbd45c-de13-5464-fa10-aab2584b09ac, 'name': SearchDatastore_Task, 'duration_secs': 0.031805} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.239652] env[69547]: DEBUG nova.network.neutron [req-fdd5e433-1b98-417a-9ff2-02a43cf89473 req-1c85b745-1528-4a12-a41a-957608e1dec9 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.242011] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82431878-47dc-4786-8608-b80314485e60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.247419] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1196.247419] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52443f79-32f8-2f0c-bb70-2cd86bd162f1" [ 1196.247419] env[69547]: _type = "Task" [ 1196.247419] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.254733] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52443f79-32f8-2f0c-bb70-2cd86bd162f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.276215] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Applying migration context for instance 8873957a-ae28-4f27-ac00-2a9be8b6b49c as it has an incoming, in-progress migration 653a14c4-c041-4509-948b-8e4650b01d3a. Migration status is confirming {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1196.277782] env[69547]: INFO nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating resource usage from migration 653a14c4-c041-4509-948b-8e4650b01d3a [ 1196.299871] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3cfc21f7-365e-408c-b19a-979ddebfc001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.300036] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.300169] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 09f18f69-55d5-41a1-89de-257d82440a5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.300290] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 009880fb-11ce-49f1-a149-b7df761e36f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.300406] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance c700caba-605d-49d9-8a27-1aa567d62b71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.300521] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.300640] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Migration 653a14c4-c041-4509-948b-8e4650b01d3a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1196.300741] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 8873957a-ae28-4f27-ac00-2a9be8b6b49c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.300850] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 72005217-415d-4cc5-8015-1a7180396fdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.300959] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 859693d5-536a-4c9c-9a36-d94445b131b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.301080] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance fb7cc259-2a01-4834-97e6-a6c353affa5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.301190] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 5f573fec-2b07-472c-8521-93fa90b1b7aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.301380] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1196.301510] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1196.318684] env[69547]: DEBUG nova.network.neutron [req-fdd5e433-1b98-417a-9ff2-02a43cf89473 req-1c85b745-1528-4a12-a41a-957608e1dec9 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.359402] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162365, 'name': PowerOffVM_Task, 'duration_secs': 0.746628} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.359679] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.416367] env[69547]: INFO nova.compute.manager [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Detaching volume 0f503246-eefd-429f-b6fe-20cf16d1c185 [ 1196.448920] env[69547]: INFO nova.virt.block_device [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Attempting to driver detach volume 0f503246-eefd-429f-b6fe-20cf16d1c185 from mountpoint /dev/sdb [ 1196.449178] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1196.449385] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1196.450413] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9c781d-6d2d-4086-b914-28599a40d97f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.454646] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba37a47-faf7-498c-9d23-04a378ef2734 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.477788] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc3f07e-afc9-43f4-b2ab-c08b6837a366 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.480718] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449140ab-242c-4290-afd5-67766fb7113d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.512517] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7005d541-11d7-4b03-a396-d2c263abb49f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.515550] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e78747-6b1c-4772-b8a7-fc9480694361 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.537745] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b63d8-3c7b-44d6-bd1d-ee9a0f1bce80 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.542032] env[69547]: DEBUG nova.objects.base [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Object Instance<8873957a-ae28-4f27-ac00-2a9be8b6b49c> lazy-loaded attributes: info_cache,migration_context {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1196.542948] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230748d9-192a-40d2-8436-e2e4eef7ee53 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.548391] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839ea67c-5b5d-47e7-8aa9-a5d01b06acbd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.560351] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.586735] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162366, 'name': ReconfigVM_Task, 'duration_secs': 0.854051} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.587676] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f503246-eefd-429f-b6fe-20cf16d1c185/volume-0f503246-eefd-429f-b6fe-20cf16d1c185.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1196.593263] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.594906] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.597874] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 859693d5-536a-4c9c-9a36-d94445b131b1/859693d5-536a-4c9c-9a36-d94445b131b1.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.598447] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a29c40-763a-4953-b0fa-50a373309eed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.600902] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014554be-2f16-43ac-a076-28a5233ee9b4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.615133] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1196.615323] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.349s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.615536] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e09e5ed-4d7f-49a1-982f-ba5ff9582556 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.623716] env[69547]: DEBUG oslo_vmware.api [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1196.623716] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d1bde1-2b9d-ddae-32ae-9eafa8a8851d" [ 1196.623716] env[69547]: _type = "Task" [ 1196.623716] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.629242] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.633991] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1196.633991] env[69547]: value = "task-3162367" [ 1196.633991] env[69547]: _type = "Task" [ 1196.633991] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.634347] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1196.634347] env[69547]: value = "task-3162368" [ 1196.634347] env[69547]: _type = "Task" [ 1196.634347] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.643430] env[69547]: DEBUG oslo_vmware.api [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52d1bde1-2b9d-ddae-32ae-9eafa8a8851d, 'name': SearchDatastore_Task, 'duration_secs': 0.008319} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.644515] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.644835] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.653279] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162368, 'name': Rename_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.654062] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.757714] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52443f79-32f8-2f0c-bb70-2cd86bd162f1, 'name': SearchDatastore_Task, 'duration_secs': 0.017174} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.757982] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.758272] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 72005217-415d-4cc5-8015-1a7180396fdb/72005217-415d-4cc5-8015-1a7180396fdb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.758536] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e81f927-ff98-4e79-be9a-454b7dcc1771 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.765254] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1196.765254] env[69547]: value = "task-3162369" [ 1196.765254] env[69547]: _type = "Task" [ 1196.765254] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.772949] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.821146] env[69547]: DEBUG oslo_concurrency.lockutils [req-fdd5e433-1b98-417a-9ff2-02a43cf89473 req-1c85b745-1528-4a12-a41a-957608e1dec9 service nova] Releasing lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.821549] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.821719] env[69547]: DEBUG nova.network.neutron [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.109623] env[69547]: DEBUG oslo_vmware.api [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162355, 'name': ReconfigVM_Task, 'duration_secs': 5.737268} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.109911] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.110109] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Reconfigured VM to detach interface {{(pid=69547) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1197.115761] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.115950] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.116202] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.116384] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.116519] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1197.149040] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162368, 'name': Rename_Task, 'duration_secs': 0.322909} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.149287] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162367, 'name': ReconfigVM_Task, 'duration_secs': 0.432273} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.149525] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.149787] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.154285] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d3f3f64-d7a4-4b34-9c3e-b65791311db0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.157942] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561ad579-94c1-4caf-9b08-21eb285d4c92 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.170436] env[69547]: DEBUG nova.compute.manager [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.178593] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1197.178593] env[69547]: value = "task-3162371" [ 1197.178593] env[69547]: _type = "Task" [ 1197.178593] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.180196] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1197.180196] env[69547]: value = "task-3162370" [ 1197.180196] env[69547]: _type = "Task" [ 1197.180196] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.198761] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.209208] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.209208] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162370, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.212158] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.212158] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.212158] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.212158] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.212526] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.212526] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.212593] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.212847] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.212929] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.213084] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.213264] env[69547]: DEBUG nova.virt.hardware [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.214200] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3193b04-b8ed-45fd-8fa7-2ebe0d2f3aa3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.226636] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbc9816-d288-4aea-8862-642a5ae84856 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.248063] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.254395] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Creating folder: Project (b5b31826e44f4bbba1063c0cc39e70da). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.257969] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9de03ee-d6d5-4d3c-bb7d-ea332a890505 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.272674] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Created folder: Project (b5b31826e44f4bbba1063c0cc39e70da) in parent group-v632381. [ 1197.272877] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Creating folder: Instances. Parent ref: group-v632686. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.275917] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f92cb73-6594-49d5-932b-1ffb4d77eaff {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.283608] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162369, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.291556] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Created folder: Instances in parent group-v632686. [ 1197.292610] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.292610] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.292610] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e454067-e248-481f-8eb6-c06ccb842d41 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.312607] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.312607] env[69547]: value = "task-3162374" [ 1197.312607] env[69547]: _type = "Task" [ 1197.312607] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.322999] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162374, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.359730] env[69547]: DEBUG nova.network.neutron [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.390785] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd90005-61b9-4451-83f4-acac2ac649b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.400359] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ce1a92-9a30-45f5-b168-5d84edbaa8ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.438489] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599f9591-6a84-461f-95b9-198a858b6131 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.447543] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e342ab-072c-488a-a29c-0c8bdfe30ee3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.463356] env[69547]: DEBUG nova.compute.provider_tree [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.513737] env[69547]: DEBUG nova.network.neutron [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating instance_info_cache with network_info: [{"id": "531eb319-4813-48ed-baf6-e89e23ee7d97", "address": "fa:16:3e:57:47:62", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eb319-48", "ovs_interfaceid": "531eb319-4813-48ed-baf6-e89e23ee7d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.695032] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.697829] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.776438] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.974968} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.776741] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 72005217-415d-4cc5-8015-1a7180396fdb/72005217-415d-4cc5-8015-1a7180396fdb.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.777053] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.777364] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f95aef0-7a52-4407-af07-915b89e97030 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.783429] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1197.783429] env[69547]: value = "task-3162375" [ 1197.783429] env[69547]: _type = "Task" [ 1197.783429] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.793752] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.822340] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162374, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.966929] env[69547]: DEBUG nova.scheduler.client.report [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.016685] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.017058] env[69547]: DEBUG nova.compute.manager [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Instance network_info: |[{"id": "531eb319-4813-48ed-baf6-e89e23ee7d97", "address": "fa:16:3e:57:47:62", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eb319-48", "ovs_interfaceid": "531eb319-4813-48ed-baf6-e89e23ee7d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.017484] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:47:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '531eb319-4813-48ed-baf6-e89e23ee7d97', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.024823] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.025258] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.025492] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a72db9c0-6848-49bf-a86c-8c1124342728 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.044656] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.044656] env[69547]: value = "task-3162376" [ 1198.044656] env[69547]: _type = "Task" [ 1198.044656] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.052819] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162376, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.192351] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162371, 'name': ReconfigVM_Task, 'duration_secs': 0.699295} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.192942] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1198.200272] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162370, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.294162] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.379344} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.295021] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.295339] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f694b6-f3f7-4faf-8b50-46aaaa1dc111 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.315583] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 72005217-415d-4cc5-8015-1a7180396fdb/72005217-415d-4cc5-8015-1a7180396fdb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.315996] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d6a950-f876-4031-9d3a-aeb9153d1eba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.338651] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162374, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.339989] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1198.339989] env[69547]: value = "task-3162377" [ 1198.339989] env[69547]: _type = "Task" [ 1198.339989] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.347657] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.499625] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.499625] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquired lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.499845] env[69547]: DEBUG nova.network.neutron [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.555621] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162376, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.698156] env[69547]: DEBUG oslo_vmware.api [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162370, 'name': PowerOnVM_Task, 'duration_secs': 1.305815} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.698452] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.698690] env[69547]: INFO nova.compute.manager [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1198.698873] env[69547]: DEBUG nova.compute.manager [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.699659] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0f90f-3882-4e6e-a414-18cf0971dd64 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.825439] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162374, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.849781] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.904066] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "c700caba-605d-49d9-8a27-1aa567d62b71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.904209] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "c700caba-605d-49d9-8a27-1aa567d62b71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.904379] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "c700caba-605d-49d9-8a27-1aa567d62b71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.904561] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "c700caba-605d-49d9-8a27-1aa567d62b71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.904728] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "c700caba-605d-49d9-8a27-1aa567d62b71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.906919] env[69547]: INFO nova.compute.manager [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Terminating instance [ 1198.977481] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.332s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.054625] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162376, 'name': CreateVM_Task, 'duration_secs': 0.749256} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.054797] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.055488] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.055650] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.055962] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.056269] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf98101-4b39-480d-8b7c-2d40aa859dfd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.060523] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1199.060523] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b4a51-ac05-ce00-1b5e-ce7a0deffdf5" [ 1199.060523] env[69547]: _type = "Task" [ 1199.060523] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.067757] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b4a51-ac05-ce00-1b5e-ce7a0deffdf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.192946] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.217675] env[69547]: INFO nova.compute.manager [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Took 15.37 seconds to build instance. [ 1199.220341] env[69547]: INFO nova.network.neutron [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Port 594269b3-d453-4902-88de-67231f757516 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1199.220580] env[69547]: DEBUG nova.network.neutron [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [{"id": "086da623-96ad-4879-8008-e52ab215dcbc", "address": "fa:16:3e:2c:b6:4b", "network": {"id": "185db1c3-8c86-43b3-a250-1069620f2ca3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-119889917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bdf3125741644dc957ed8a9909addb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086da623-96", "ovs_interfaceid": "086da623-96ad-4879-8008-e52ab215dcbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.249903] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.250298] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d7d9c0b-7596-4668-a674-26df0a1b3e39 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.258454] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1199.258454] env[69547]: value = "task-3162378" [ 1199.258454] env[69547]: _type = "Task" [ 1199.258454] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.266794] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.325435] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162374, 'name': CreateVM_Task, 'duration_secs': 1.630245} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.325611] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.326011] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.350614] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162377, 'name': ReconfigVM_Task, 'duration_secs': 0.978688} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.351185] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 72005217-415d-4cc5-8015-1a7180396fdb/72005217-415d-4cc5-8015-1a7180396fdb.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.351792] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dd0ad94-2895-4563-a981-1c9570d12c27 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.358326] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1199.358326] env[69547]: value = "task-3162379" [ 1199.358326] env[69547]: _type = "Task" [ 1199.358326] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.366234] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162379, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.410587] env[69547]: DEBUG nova.compute.manager [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.410841] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.411822] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c32920-c0f6-4447-bc0a-8d3301fdcbc1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.419091] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.419346] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-882d005c-6e19-400b-866f-d84a237e853f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.424843] env[69547]: DEBUG oslo_vmware.api [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1199.424843] env[69547]: value = "task-3162380" [ 1199.424843] env[69547]: _type = "Task" [ 1199.424843] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.434978] env[69547]: DEBUG oslo_vmware.api [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.574507] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528b4a51-ac05-ce00-1b5e-ce7a0deffdf5, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.574936] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.575290] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.575625] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.575844] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.576126] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.576526] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.576977] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.577321] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dd1859c-3cf8-41c2-931f-6e5ff003344a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.580072] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b64544-fe1d-4dd4-9c99-10775613ea4c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.587454] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1199.587454] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52751a20-ac01-3ad2-095b-c1b8ecc6a24d" [ 1199.587454] env[69547]: _type = "Task" [ 1199.587454] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.593277] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.593597] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.595281] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254aa075-daff-4cc5-a1a6-23fea6a2ed5a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.604272] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52751a20-ac01-3ad2-095b-c1b8ecc6a24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.610479] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1199.610479] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52918e6d-48a9-53ee-3c5d-17115daf66c7" [ 1199.610479] env[69547]: _type = "Task" [ 1199.610479] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.621141] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52918e6d-48a9-53ee-3c5d-17115daf66c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.646350] env[69547]: INFO nova.scheduler.client.report [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted allocation for migration 653a14c4-c041-4509-948b-8e4650b01d3a [ 1199.719117] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5cddb37e-77af-44f5-88cb-541ff45d2dcb tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.877s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.722740] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Releasing lock "refresh_cache-c700caba-605d-49d9-8a27-1aa567d62b71" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.768494] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1199.768727] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1199.768928] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1199.769723] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53159c8c-f723-4233-afc6-706096cd4824 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.788314] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f258e2-b734-4456-b8c9-88f54da5eedd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.794931] env[69547]: WARNING nova.virt.vmwareapi.driver [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1199.795058] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.795775] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d600ec41-4583-448b-98f5-15b70efc36a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.802588] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.802822] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-490dffce-db8b-4ea8-b6cc-4beb2d7f7511 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.807817] env[69547]: DEBUG oslo_concurrency.lockutils [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "09f18f69-55d5-41a1-89de-257d82440a5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.808056] env[69547]: DEBUG oslo_concurrency.lockutils [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.808260] env[69547]: DEBUG oslo_concurrency.lockutils [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.808440] env[69547]: DEBUG oslo_concurrency.lockutils [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.808608] env[69547]: DEBUG oslo_concurrency.lockutils [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.810600] env[69547]: INFO nova.compute.manager [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Terminating instance [ 1199.867740] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162379, 'name': Rename_Task, 'duration_secs': 0.327907} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.868051] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.868322] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e18e571c-bd22-486d-9fab-0d71182cecd5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.874399] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1199.874399] env[69547]: value = "task-3162382" [ 1199.874399] env[69547]: _type = "Task" [ 1199.874399] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.882032] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.934536] env[69547]: DEBUG oslo_vmware.api [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162380, 'name': PowerOffVM_Task, 'duration_secs': 0.229801} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.934813] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.934984] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.935250] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a0f8f1-b212-49d9-9414-84744a502b1a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.991946] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.992191] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.992380] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleting the datastore file [datastore1] c700caba-605d-49d9-8a27-1aa567d62b71 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.992715] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e92cba77-9e03-47d2-a3c1-7e646594f5b0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.999036] env[69547]: DEBUG oslo_vmware.api [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1199.999036] env[69547]: value = "task-3162384" [ 1199.999036] env[69547]: _type = "Task" [ 1199.999036] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.008643] env[69547]: DEBUG oslo_vmware.api [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.098457] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52751a20-ac01-3ad2-095b-c1b8ecc6a24d, 'name': SearchDatastore_Task, 'duration_secs': 0.01418} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.098798] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.099051] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.099274] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.120010] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52918e6d-48a9-53ee-3c5d-17115daf66c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019335} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.120795] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b26d73f-180b-4165-9b8b-cabaf89a0e17 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.125824] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1200.125824] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f47ee0-439c-7e76-e8ac-7ffdeed0e7f0" [ 1200.125824] env[69547]: _type = "Task" [ 1200.125824] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.133211] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f47ee0-439c-7e76-e8ac-7ffdeed0e7f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.153429] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c782394e-72d0-4682-a6d0-217476f46294 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.722s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.226766] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e3a88059-8e68-48fa-9373-25f5c7ad2172 tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "interface-c700caba-605d-49d9-8a27-1aa567d62b71-594269b3-d453-4902-88de-67231f757516" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.759s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.314610] env[69547]: DEBUG nova.compute.manager [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.314810] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.315706] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a32e3a2-d80a-4d2e-95c4-f4041197afd6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.323383] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.323622] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24cb459b-7987-450b-b6c4-d9663c34837c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.329501] env[69547]: DEBUG oslo_vmware.api [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1200.329501] env[69547]: value = "task-3162385" [ 1200.329501] env[69547]: _type = "Task" [ 1200.329501] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.336752] env[69547]: DEBUG oslo_vmware.api [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.385273] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162382, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.427318] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.427549] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.427736] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleting the datastore file [datastore2] 009880fb-11ce-49f1-a149-b7df761e36f3 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.428554] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbab88b4-eacf-4882-8dac-9bc12b2ffe98 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.435354] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1200.435354] env[69547]: value = "task-3162386" [ 1200.435354] env[69547]: _type = "Task" [ 1200.435354] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.444818] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.508762] env[69547]: DEBUG oslo_vmware.api [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212394} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.509106] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.509342] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.509603] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.509767] env[69547]: INFO nova.compute.manager [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1200.510054] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.510268] env[69547]: DEBUG nova.compute.manager [-] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.510367] env[69547]: DEBUG nova.network.neutron [-] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.638394] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f47ee0-439c-7e76-e8ac-7ffdeed0e7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011763} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.639282] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.639521] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] fb7cc259-2a01-4834-97e6-a6c353affa5e/fb7cc259-2a01-4834-97e6-a6c353affa5e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.639778] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.639971] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.640241] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9001060-4d1d-4bb1-90df-323efdb4157d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.642380] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-584ac403-9a8b-47de-8523-1a00d1494c3c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.650586] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1200.650586] env[69547]: value = "task-3162387" [ 1200.650586] env[69547]: _type = "Task" [ 1200.650586] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.651791] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.651964] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.656495] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ac0771-20d7-448e-9f98-b2aaedcb65f2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.665577] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.667009] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1200.667009] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526e23db-e2d0-ac7a-b70c-6babb4e1e788" [ 1200.667009] env[69547]: _type = "Task" [ 1200.667009] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.675246] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526e23db-e2d0-ac7a-b70c-6babb4e1e788, 'name': SearchDatastore_Task, 'duration_secs': 0.008218} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.675966] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ef074c-f23b-492d-bf8f-b11956c546fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.680682] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1200.680682] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52de8747-6427-e17d-da05-bea559678ce1" [ 1200.680682] env[69547]: _type = "Task" [ 1200.680682] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.688896] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52de8747-6427-e17d-da05-bea559678ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.715435] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.715738] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.715948] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.716169] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.716352] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.718439] env[69547]: INFO nova.compute.manager [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Terminating instance [ 1200.839935] env[69547]: DEBUG oslo_vmware.api [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162385, 'name': PowerOffVM_Task, 'duration_secs': 0.278748} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.840244] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.840417] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.840682] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f4f5db3-8757-4d7f-bc4b-26fe91995769 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.886197] env[69547]: DEBUG oslo_vmware.api [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162382, 'name': PowerOnVM_Task, 'duration_secs': 0.559637} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.886530] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.887556] env[69547]: DEBUG nova.compute.manager [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.887657] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b752309-4999-4c12-9385-a2c10d7d421c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.927840] env[69547]: DEBUG nova.compute.manager [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Stashing vm_state: active {{(pid=69547) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1200.946007] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192639} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.946325] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.946518] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.946693] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.013964] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.014222] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.014411] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleting the datastore file [datastore1] 09f18f69-55d5-41a1-89de-257d82440a5d {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.014693] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c4bb91-6071-4ed5-9c17-4be2c73ba0e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.022921] env[69547]: DEBUG oslo_vmware.api [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for the task: (returnval){ [ 1201.022921] env[69547]: value = "task-3162389" [ 1201.022921] env[69547]: _type = "Task" [ 1201.022921] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.038160] env[69547]: DEBUG oslo_vmware.api [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.162330] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498316} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.162610] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] fb7cc259-2a01-4834-97e6-a6c353affa5e/fb7cc259-2a01-4834-97e6-a6c353affa5e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.162725] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.162952] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c08989a-d4a8-44b3-9041-0a1ed616efce {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.169735] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1201.169735] env[69547]: value = "task-3162390" [ 1201.169735] env[69547]: _type = "Task" [ 1201.169735] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.178348] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.191399] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.193405] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52de8747-6427-e17d-da05-bea559678ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.008267} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.198613] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.198613] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa/5f573fec-2b07-472c-8521-93fa90b1b7aa.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.199507] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-817c9374-3da5-4666-ad54-3c8c52b3700e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.206810] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.206810] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.214210] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1201.214210] env[69547]: value = "task-3162391" [ 1201.214210] env[69547]: _type = "Task" [ 1201.214210] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.224235] env[69547]: DEBUG nova.compute.manager [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.224509] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.224823] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.225816] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b568b2-804e-4fbb-b4b8-370dc6c5a0f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.235399] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.235787] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2dd34b6-6dcb-460b-9c3f-e7f3a8d46153 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.242177] env[69547]: DEBUG oslo_vmware.api [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1201.242177] env[69547]: value = "task-3162392" [ 1201.242177] env[69547]: _type = "Task" [ 1201.242177] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.252306] env[69547]: DEBUG oslo_vmware.api [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.364158] env[69547]: DEBUG nova.compute.manager [req-863e048a-d547-43cf-9e40-796c5f6f3430 req-3ff2150d-7467-4a75-8508-7c70ba6597d2 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Received event network-vif-deleted-086da623-96ad-4879-8008-e52ab215dcbc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.364361] env[69547]: INFO nova.compute.manager [req-863e048a-d547-43cf-9e40-796c5f6f3430 req-3ff2150d-7467-4a75-8508-7c70ba6597d2 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Neutron deleted interface 086da623-96ad-4879-8008-e52ab215dcbc; detaching it from the instance and deleting it from the info cache [ 1201.364599] env[69547]: DEBUG nova.network.neutron [req-863e048a-d547-43cf-9e40-796c5f6f3430 req-3ff2150d-7467-4a75-8508-7c70ba6597d2 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.406474] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.406751] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.406908] env[69547]: DEBUG nova.objects.instance [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1201.451797] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.453524] env[69547]: INFO nova.virt.block_device [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Booting with volume 0f503246-eefd-429f-b6fe-20cf16d1c185 at /dev/sdb [ 1201.495668] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc8761b2-4f59-4a5f-ac7c-16bda47b459c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.507553] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce3996a-f49f-4af0-8741-a42b97ac06e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.534508] env[69547]: DEBUG oslo_vmware.api [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Task: {'id': task-3162389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210979} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.545419] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.545756] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.545972] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.546791] env[69547]: INFO nova.compute.manager [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1201.547169] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.547671] env[69547]: DEBUG nova.compute.manager [-] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.547769] env[69547]: DEBUG nova.network.neutron [-] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.549717] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c454103-cd54-4bad-93b6-05b42233d30c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.561809] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9c67d8-9ea1-4314-a9e7-d8d236dc5020 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.604345] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cbb908-194f-471f-8d7c-adda03497840 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.613805] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8fbfc-ae65-47ea-8b35-5d576a7a21de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.629431] env[69547]: DEBUG nova.virt.block_device [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Updating existing volume attachment record: 1f376d74-b50d-4a33-afeb-d5087d464883 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.684339] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077564} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.684339] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.684339] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9537428-5b35-4f2b-ba0b-c793fdde1716 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.707378] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] fb7cc259-2a01-4834-97e6-a6c353affa5e/fb7cc259-2a01-4834-97e6-a6c353affa5e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.711412] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf4f93a-1879-4ce3-9f1e-7aa6fe871579 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.734209] env[69547]: DEBUG nova.compute.manager [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.740929] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.741099] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Cleaning up deleted instances {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1201.753776] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1201.753776] env[69547]: value = "task-3162393" [ 1201.753776] env[69547]: _type = "Task" [ 1201.753776] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.757334] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504056} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.760316] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa/5f573fec-2b07-472c-8521-93fa90b1b7aa.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.760536] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.763639] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33e60d0a-86bc-47af-af02-6257e43e7052 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.765764] env[69547]: DEBUG oslo_vmware.api [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162392, 'name': PowerOffVM_Task, 'duration_secs': 0.265289} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.766393] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.766571] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.767136] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0598d78-828f-4b80-9989-ebad02282a48 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.774018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "72005217-415d-4cc5-8015-1a7180396fdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.774018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "72005217-415d-4cc5-8015-1a7180396fdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.774018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "72005217-415d-4cc5-8015-1a7180396fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.774018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "72005217-415d-4cc5-8015-1a7180396fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.774018] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "72005217-415d-4cc5-8015-1a7180396fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.774286] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.775492] env[69547]: INFO nova.compute.manager [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Terminating instance [ 1201.778609] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1201.778609] env[69547]: value = "task-3162394" [ 1201.778609] env[69547]: _type = "Task" [ 1201.778609] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.788570] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.844732] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.844859] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.845035] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleting the datastore file [datastore2] 8873957a-ae28-4f27-ac00-2a9be8b6b49c {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.845333] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da13b213-6a2f-43e1-8ab2-7cd8820103a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.847499] env[69547]: DEBUG nova.network.neutron [-] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.852389] env[69547]: DEBUG oslo_vmware.api [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1201.852389] env[69547]: value = "task-3162396" [ 1201.852389] env[69547]: _type = "Task" [ 1201.852389] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.863733] env[69547]: DEBUG oslo_vmware.api [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.868208] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-234f9aa7-db7f-468d-a200-a490a9ce46b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.880422] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a30afd-c9e9-439c-a5f3-b39853b99260 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.916565] env[69547]: DEBUG nova.compute.manager [req-863e048a-d547-43cf-9e40-796c5f6f3430 req-3ff2150d-7467-4a75-8508-7c70ba6597d2 service nova] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Detach interface failed, port_id=086da623-96ad-4879-8008-e52ab215dcbc, reason: Instance c700caba-605d-49d9-8a27-1aa567d62b71 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.265507] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] There are 62 instances to clean {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1202.265814] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: efd0ba1a-09be-4f2c-b0c2-020152f2e94a] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.268614] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.278685] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.283331] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "refresh_cache-72005217-415d-4cc5-8015-1a7180396fdb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.283591] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquired lock "refresh_cache-72005217-415d-4cc5-8015-1a7180396fdb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.283822] env[69547]: DEBUG nova.network.neutron [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.289897] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067446} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.290258] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.291200] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ab8e33-c270-4c72-9253-92fc4ec1a16e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.312681] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa/5f573fec-2b07-472c-8521-93fa90b1b7aa.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.313217] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a99700f-82b1-4b54-8466-4aa37cd2683a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.333383] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1202.333383] env[69547]: value = "task-3162397" [ 1202.333383] env[69547]: _type = "Task" [ 1202.333383] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.342079] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.350679] env[69547]: INFO nova.compute.manager [-] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Took 1.84 seconds to deallocate network for instance. [ 1202.363877] env[69547]: DEBUG oslo_vmware.api [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392099} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.365264] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.365494] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.365679] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.365864] env[69547]: INFO nova.compute.manager [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1202.366149] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.366414] env[69547]: DEBUG nova.compute.manager [-] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.366523] env[69547]: DEBUG nova.network.neutron [-] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.418539] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3edd8c46-6afc-489a-b6f9-32d7278672a7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.419523] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.968s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.574102] env[69547]: DEBUG nova.network.neutron [-] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.770384] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 49b43709-20be-4fdf-bd84-6ff53deb7c96] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.781591] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162393, 'name': ReconfigVM_Task, 'duration_secs': 1.002366} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.781902] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] fb7cc259-2a01-4834-97e6-a6c353affa5e/fb7cc259-2a01-4834-97e6-a6c353affa5e.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.782607] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0354a5e2-83ec-4152-8297-d4cbde76996b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.789276] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1202.789276] env[69547]: value = "task-3162398" [ 1202.789276] env[69547]: _type = "Task" [ 1202.789276] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.799433] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162398, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.801511] env[69547]: DEBUG nova.network.neutron [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.844616] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.848985] env[69547]: DEBUG nova.network.neutron [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.860614] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.929275] env[69547]: INFO nova.compute.claims [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.076523] env[69547]: INFO nova.compute.manager [-] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Took 1.53 seconds to deallocate network for instance. [ 1203.115886] env[69547]: DEBUG nova.network.neutron [-] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.276606] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 9be879d2-cd82-41bb-a7e4-bb19760fc9c4] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.300237] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162398, 'name': Rename_Task, 'duration_secs': 0.270884} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.301155] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.301438] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f55c6a3-aa55-49b3-bed6-c8a47a9f0e9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.308520] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1203.308520] env[69547]: value = "task-3162399" [ 1203.308520] env[69547]: _type = "Task" [ 1203.308520] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.315865] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.345296] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162397, 'name': ReconfigVM_Task, 'duration_secs': 0.788673} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.345668] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa/5f573fec-2b07-472c-8521-93fa90b1b7aa.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.346388] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-067991e1-65bf-468b-929e-d5933e260b86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.352220] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Releasing lock "refresh_cache-72005217-415d-4cc5-8015-1a7180396fdb" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.352655] env[69547]: DEBUG nova.compute.manager [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.352854] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.353188] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1203.353188] env[69547]: value = "task-3162400" [ 1203.353188] env[69547]: _type = "Task" [ 1203.353188] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.353901] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2341ecab-7d82-4466-b356-ab0a28be1f83 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.363066] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.366820] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39332b6e-c0d4-445c-9783-d7ef5b630eeb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.367574] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162400, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.371986] env[69547]: DEBUG oslo_vmware.api [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1203.371986] env[69547]: value = "task-3162401" [ 1203.371986] env[69547]: _type = "Task" [ 1203.371986] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.381289] env[69547]: DEBUG oslo_vmware.api [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.394856] env[69547]: DEBUG nova.compute.manager [req-0ef22e06-2a58-4a24-8b15-7bf84ba15a0e req-fd119f07-58a5-4e63-9126-61985210a645 service nova] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Received event network-vif-deleted-9a94660d-a3d9-4267-a191-ec1abe5611fc {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.394975] env[69547]: DEBUG nova.compute.manager [req-0ef22e06-2a58-4a24-8b15-7bf84ba15a0e req-fd119f07-58a5-4e63-9126-61985210a645 service nova] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Received event network-vif-deleted-bb225df1-fd9b-4c2e-8d07-ba95713e8a16 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.435834] env[69547]: INFO nova.compute.resource_tracker [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating resource usage from migration 0fe62067-d5e3-47ef-82ee-d332c6f12c77 [ 1203.583894] env[69547]: DEBUG oslo_concurrency.lockutils [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.599533] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6894e3b6-ba06-4a49-8840-72fbd04edba0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.606962] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc66054a-1c28-467b-b889-4be7807c496f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.635515] env[69547]: INFO nova.compute.manager [-] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Took 1.27 seconds to deallocate network for instance. [ 1203.637784] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994bfe5d-d484-49a9-8634-740d7921ddf8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.648058] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c9031e-1d87-4678-bd06-1b3d1835c980 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.661207] env[69547]: DEBUG nova.compute.provider_tree [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.752320] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.752583] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.752741] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.752927] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.753095] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.753251] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.753467] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.753623] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.753791] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.753951] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.754144] env[69547]: DEBUG nova.virt.hardware [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.755039] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebd0121-33c0-44cd-a20a-862582be101e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.762820] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949fa2b0-1df0-43b6-8e51-6340dd2e80e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.777292] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:19:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45ae2fb1-50e2-4536-b057-9bc4f3f16b7d', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.784526] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.784927] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: ab31d60c-c897-43e5-a26a-1def6ef2399f] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.786695] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.786910] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8b351a3-34d7-4f7d-ab57-80e5830c6bda {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.806359] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.806359] env[69547]: value = "task-3162402" [ 1203.806359] env[69547]: _type = "Task" [ 1203.806359] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.820812] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162402, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.821434] env[69547]: DEBUG oslo_vmware.api [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162399, 'name': PowerOnVM_Task, 'duration_secs': 0.481281} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.821693] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.821893] env[69547]: INFO nova.compute.manager [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1203.822116] env[69547]: DEBUG nova.compute.manager [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.822885] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f9528f-0a27-42e4-8399-ee168818a2be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.868973] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162400, 'name': Rename_Task, 'duration_secs': 0.152345} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.869800] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.870098] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99a44b58-f3aa-4e6a-97ae-8ef75b4ab496 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.877538] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1203.877538] env[69547]: value = "task-3162403" [ 1203.877538] env[69547]: _type = "Task" [ 1203.877538] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.885623] env[69547]: DEBUG oslo_vmware.api [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162401, 'name': PowerOffVM_Task, 'duration_secs': 0.101771} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.886292] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.886522] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.886786] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba1bc285-314d-40da-ae13-9edb43fa5a12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.891049] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.911631] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.911688] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.912393] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Deleting the datastore file [datastore2] 72005217-415d-4cc5-8015-1a7180396fdb {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.912393] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38711d03-8f40-41f1-a2fb-e4a46adbaea7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.920622] env[69547]: DEBUG oslo_vmware.api [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for the task: (returnval){ [ 1203.920622] env[69547]: value = "task-3162405" [ 1203.920622] env[69547]: _type = "Task" [ 1203.920622] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.928887] env[69547]: DEBUG oslo_vmware.api [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.144766] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.163887] env[69547]: DEBUG nova.scheduler.client.report [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.302331] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 4278afa2-eb26-4545-a91b-142dec01c7c1] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.316706] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162402, 'name': CreateVM_Task, 'duration_secs': 0.325047} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.316868] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.317592] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.317766] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.318088] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.318335] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0f3510-2448-491f-9eb3-1803cae0ff3c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.322820] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1204.322820] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ecbcd-9628-4a2f-2bf0-14cdb841ed56" [ 1204.322820] env[69547]: _type = "Task" [ 1204.322820] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.330409] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ecbcd-9628-4a2f-2bf0-14cdb841ed56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.340793] env[69547]: INFO nova.compute.manager [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Took 15.84 seconds to build instance. [ 1204.388608] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162403, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.430535] env[69547]: DEBUG oslo_vmware.api [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Task: {'id': task-3162405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130924} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.430873] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.431076] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.431264] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.431491] env[69547]: INFO nova.compute.manager [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1204.431664] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.431851] env[69547]: DEBUG nova.compute.manager [-] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.431945] env[69547]: DEBUG nova.network.neutron [-] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.447286] env[69547]: DEBUG nova.network.neutron [-] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.669293] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.250s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.669481] env[69547]: INFO nova.compute.manager [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Migrating [ 1204.677696] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.409s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.679091] env[69547]: INFO nova.compute.claims [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.806416] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: b3309e6b-58b5-45ed-ba2b-e51159c4b343] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.832515] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]525ecbcd-9628-4a2f-2bf0-14cdb841ed56, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.833395] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.833638] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.833872] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.834085] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.834318] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.834844] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bbb9ef5-000e-4984-9504-f5f828ee10f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.842371] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b9c92408-ae25-4ac5-8065-8a2e8d1857c1 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.356s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.843165] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.843343] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.844052] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a871884-eed8-4c18-8d26-fe2f4f0d1c02 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.848736] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1204.848736] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520c20e6-5e3a-469c-541c-fa75254fe811" [ 1204.848736] env[69547]: _type = "Task" [ 1204.848736] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.857169] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520c20e6-5e3a-469c-541c-fa75254fe811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.887610] env[69547]: DEBUG oslo_vmware.api [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162403, 'name': PowerOnVM_Task, 'duration_secs': 0.964614} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.887924] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.888140] env[69547]: INFO nova.compute.manager [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1204.888321] env[69547]: DEBUG nova.compute.manager [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.889159] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece1e872-6af6-4955-a0a1-361df6b5a0af {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.949654] env[69547]: DEBUG nova.network.neutron [-] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.040064] env[69547]: DEBUG nova.compute.manager [req-a126afc5-1253-461f-9da4-67482890af3d req-04c0ca51-7157-47f9-8f07-7914c6f97353 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received event network-changed-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.040237] env[69547]: DEBUG nova.compute.manager [req-a126afc5-1253-461f-9da4-67482890af3d req-04c0ca51-7157-47f9-8f07-7914c6f97353 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Refreshing instance network info cache due to event network-changed-531eb319-4813-48ed-baf6-e89e23ee7d97. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.040455] env[69547]: DEBUG oslo_concurrency.lockutils [req-a126afc5-1253-461f-9da4-67482890af3d req-04c0ca51-7157-47f9-8f07-7914c6f97353 service nova] Acquiring lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.040600] env[69547]: DEBUG oslo_concurrency.lockutils [req-a126afc5-1253-461f-9da4-67482890af3d req-04c0ca51-7157-47f9-8f07-7914c6f97353 service nova] Acquired lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.040755] env[69547]: DEBUG nova.network.neutron [req-a126afc5-1253-461f-9da4-67482890af3d req-04c0ca51-7157-47f9-8f07-7914c6f97353 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Refreshing network info cache for port 531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.190256] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.190399] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.190528] env[69547]: DEBUG nova.network.neutron [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.310054] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 80c32577-465f-4bc1-9db0-1cee96fe4ccd] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.359363] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520c20e6-5e3a-469c-541c-fa75254fe811, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.360143] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da1951a-6539-4f96-8795-b0fd92be335b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.365412] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1205.365412] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52579e8a-fec6-75f3-56d8-d55f27604fc8" [ 1205.365412] env[69547]: _type = "Task" [ 1205.365412] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.374653] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52579e8a-fec6-75f3-56d8-d55f27604fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.407727] env[69547]: INFO nova.compute.manager [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Took 14.31 seconds to build instance. [ 1205.452573] env[69547]: INFO nova.compute.manager [-] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Took 1.02 seconds to deallocate network for instance. [ 1205.740367] env[69547]: DEBUG nova.network.neutron [req-a126afc5-1253-461f-9da4-67482890af3d req-04c0ca51-7157-47f9-8f07-7914c6f97353 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updated VIF entry in instance network info cache for port 531eb319-4813-48ed-baf6-e89e23ee7d97. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.740737] env[69547]: DEBUG nova.network.neutron [req-a126afc5-1253-461f-9da4-67482890af3d req-04c0ca51-7157-47f9-8f07-7914c6f97353 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating instance_info_cache with network_info: [{"id": "531eb319-4813-48ed-baf6-e89e23ee7d97", "address": "fa:16:3e:57:47:62", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eb319-48", "ovs_interfaceid": "531eb319-4813-48ed-baf6-e89e23ee7d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.814771] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: b4c7ccbc-0a2a-402f-8b88-11de6af79ab1] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.875701] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52579e8a-fec6-75f3-56d8-d55f27604fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.877132] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.877518] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 009880fb-11ce-49f1-a149-b7df761e36f3/009880fb-11ce-49f1-a149-b7df761e36f3.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.878407] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe533f-6065-4ea6-92fe-1a2ca527a592 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.880861] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40bb3c88-3426-40bd-be81-b16bc849809d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.887217] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea65e6f8-2381-4180-8caf-a75db4f3eaed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.891400] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1205.891400] env[69547]: value = "task-3162406" [ 1205.891400] env[69547]: _type = "Task" [ 1205.891400] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.920645] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e482c68f-0d92-4b6d-8393-c4043bc259b5 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "5f573fec-2b07-472c-8521-93fa90b1b7aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.826s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.921988] env[69547]: DEBUG nova.network.neutron [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance_info_cache with network_info: [{"id": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "address": "fa:16:3e:8f:b3:fb", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0dbe50-38", "ovs_interfaceid": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.924424] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf8cf6a-f067-4a8f-ae27-8904f8c7a77e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.930269] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.935410] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97035a46-9bb0-4b33-bbae-c4dafdd1c98f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.952849] env[69547]: DEBUG nova.compute.provider_tree [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.959499] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.245373] env[69547]: DEBUG oslo_concurrency.lockutils [req-a126afc5-1253-461f-9da4-67482890af3d req-04c0ca51-7157-47f9-8f07-7914c6f97353 service nova] Releasing lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.318249] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 972f6635-f311-4f92-8cb6-8f09d3413bd2] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.402771] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440171} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.403091] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] 009880fb-11ce-49f1-a149-b7df761e36f3/009880fb-11ce-49f1-a149-b7df761e36f3.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.403372] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.403634] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac70c7b-9c79-44d6-a24e-db529ba7a001 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.411038] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1206.411038] env[69547]: value = "task-3162407" [ 1206.411038] env[69547]: _type = "Task" [ 1206.411038] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.419634] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.428812] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.455179] env[69547]: DEBUG nova.scheduler.client.report [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.802730] env[69547]: INFO nova.compute.manager [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Rebuilding instance [ 1206.820191] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: d13eb20c-6b8a-42ac-ad6e-66dad91ed169] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.843470] env[69547]: DEBUG nova.compute.manager [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.844362] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec59ac0-b83f-4c60-845c-0e2c7569b100 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.920361] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060239} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.920832] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.921637] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab8b8e-d31b-47bf-a01f-db0292d0acee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.946137] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 009880fb-11ce-49f1-a149-b7df761e36f3/009880fb-11ce-49f1-a149-b7df761e36f3.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.946549] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5895fe26-361e-476c-b39d-7f7036cd6d2e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.963012] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.963509] env[69547]: DEBUG nova.compute.manager [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.967022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.106s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.967259] env[69547]: DEBUG nova.objects.instance [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'resources' on Instance uuid c700caba-605d-49d9-8a27-1aa567d62b71 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.968591] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1206.968591] env[69547]: value = "task-3162408" [ 1206.968591] env[69547]: _type = "Task" [ 1206.968591] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.976339] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.328501] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 8ea72f91-aadb-4b9a-b591-5707665f6498] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.470674] env[69547]: DEBUG nova.compute.utils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.474859] env[69547]: DEBUG nova.compute.manager [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.475139] env[69547]: DEBUG nova.network.neutron [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.486889] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162408, 'name': ReconfigVM_Task, 'duration_secs': 0.296597} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.487165] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 009880fb-11ce-49f1-a149-b7df761e36f3/009880fb-11ce-49f1-a149-b7df761e36f3.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.488258] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_type': 'disk', 'boot_index': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'guest_format': None, 'image_id': 'e76c0dca-120f-44d4-98d5-a1c9e5167f85'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '1f376d74-b50d-4a33-afeb-d5087d464883', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'}, 'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69547) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1207.488465] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1207.488649] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1207.489400] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c89ec07-7f9a-45a5-9bcd-097430f05297 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.510205] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6b07e9-8072-40c2-842d-a832c1e660b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.535054] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-0f503246-eefd-429f-b6fe-20cf16d1c185/volume-0f503246-eefd-429f-b6fe-20cf16d1c185.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.536463] env[69547]: DEBUG nova.policy [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '814ff386afa84e4ea3c865439f2e82da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f1cf2189a2f45b38f313268cb7deb23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.539730] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b20a97d-3c0f-4bf2-a3c8-07cdbf06b267 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.558302] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1207.558302] env[69547]: value = "task-3162409" [ 1207.558302] env[69547]: _type = "Task" [ 1207.558302] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.569804] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.676977] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2833f79-fe2c-44bc-b772-cabf9071c2d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.685293] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e1fcc3-0ded-4d4f-aa36-4ab19d2cfcb6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.718433] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05309359-f30a-47b5-a221-d8b36c5336f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.725920] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249ee06-561c-476e-9848-872afc7bab86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.739324] env[69547]: DEBUG nova.compute.provider_tree [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.824949] env[69547]: DEBUG nova.network.neutron [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Successfully created port: 0b83ec61-8875-40e0-ade2-3ed7b571d7c5 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.829745] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 0f5e1946-2436-4da6-a0b8-a7e2d521e0a2] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.859099] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.859839] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ca72bfb-4351-4d8a-a62e-dbd1b609a3cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.866997] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1207.866997] env[69547]: value = "task-3162410" [ 1207.866997] env[69547]: _type = "Task" [ 1207.866997] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.877696] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.954536] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cfd808-853f-46ef-b124-62c91cb947ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.972132] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance '859693d5-536a-4c9c-9a36-d94445b131b1' progress to 0 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.975586] env[69547]: DEBUG nova.compute.manager [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.067994] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162409, 'name': ReconfigVM_Task, 'duration_secs': 0.371427} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.068314] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-0f503246-eefd-429f-b6fe-20cf16d1c185/volume-0f503246-eefd-429f-b6fe-20cf16d1c185.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.073060] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cc9048a-744a-4f4b-830a-01bfdd600a80 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.088613] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1208.088613] env[69547]: value = "task-3162411" [ 1208.088613] env[69547]: _type = "Task" [ 1208.088613] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.096765] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.243175] env[69547]: DEBUG nova.scheduler.client.report [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.333086] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 1ab1ed61-f501-43fe-b59d-e3fe17a3e803] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.377617] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162410, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.480660] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.484521] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce3b2a51-9fbf-4b05-8f6c-2946b9b0dbe7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.492358] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1208.492358] env[69547]: value = "task-3162412" [ 1208.492358] env[69547]: _type = "Task" [ 1208.492358] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.502696] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.598374] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162411, 'name': ReconfigVM_Task, 'duration_secs': 0.152208} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.598727] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1208.599331] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0a61170-830f-4ea7-bec3-d8bdf3b547cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.605619] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1208.605619] env[69547]: value = "task-3162413" [ 1208.605619] env[69547]: _type = "Task" [ 1208.605619] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.613514] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162413, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.748439] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.750805] env[69547]: DEBUG oslo_concurrency.lockutils [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.167s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.751046] env[69547]: DEBUG nova.objects.instance [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lazy-loading 'resources' on Instance uuid 09f18f69-55d5-41a1-89de-257d82440a5d {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.772474] env[69547]: INFO nova.scheduler.client.report [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleted allocations for instance c700caba-605d-49d9-8a27-1aa567d62b71 [ 1208.835901] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e197bb92-549d-4c35-b822-37883b7b0a05] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.877803] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162410, 'name': PowerOffVM_Task, 'duration_secs': 0.573258} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.878019] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.878264] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.879191] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492ec287-7295-4606-9849-3f42e392a94f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.885921] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.886237] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-142acabf-1480-44fd-b992-43564d04bfed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.909582] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.909805] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.909987] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Deleting the datastore file [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.910253] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b15137c0-75af-4f11-a40d-ad4b980fc15c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.915780] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1208.915780] env[69547]: value = "task-3162415" [ 1208.915780] env[69547]: _type = "Task" [ 1208.915780] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.924356] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.985781] env[69547]: DEBUG nova.compute.manager [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.001922] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162412, 'name': PowerOffVM_Task, 'duration_secs': 0.256932} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.002191] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.002380] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance '859693d5-536a-4c9c-9a36-d94445b131b1' progress to 17 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.012827] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.013063] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.013230] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.013413] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.013562] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.013708] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.013913] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.014113] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.014299] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.014466] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.014642] env[69547]: DEBUG nova.virt.hardware [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.015442] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839f8f4e-e095-431d-84c4-a8d9dc3dbbaa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.022443] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44884f48-b4cd-4516-a730-d8a4b425a040 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.115023] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162413, 'name': Rename_Task, 'duration_secs': 0.160473} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.115312] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.115593] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8809fa2-f994-48a4-8439-55dd110b4b9a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.121987] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1209.121987] env[69547]: value = "task-3162416" [ 1209.121987] env[69547]: _type = "Task" [ 1209.121987] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.130354] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.209899] env[69547]: DEBUG nova.compute.manager [req-f7dcf7cd-d0d1-4d26-bd87-0df7e3ed2270 req-b15fa683-5708-4501-a758-b7e3e9cab4a0 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Received event network-vif-plugged-0b83ec61-8875-40e0-ade2-3ed7b571d7c5 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.210134] env[69547]: DEBUG oslo_concurrency.lockutils [req-f7dcf7cd-d0d1-4d26-bd87-0df7e3ed2270 req-b15fa683-5708-4501-a758-b7e3e9cab4a0 service nova] Acquiring lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.210366] env[69547]: DEBUG oslo_concurrency.lockutils [req-f7dcf7cd-d0d1-4d26-bd87-0df7e3ed2270 req-b15fa683-5708-4501-a758-b7e3e9cab4a0 service nova] Lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.210579] env[69547]: DEBUG oslo_concurrency.lockutils [req-f7dcf7cd-d0d1-4d26-bd87-0df7e3ed2270 req-b15fa683-5708-4501-a758-b7e3e9cab4a0 service nova] Lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.210723] env[69547]: DEBUG nova.compute.manager [req-f7dcf7cd-d0d1-4d26-bd87-0df7e3ed2270 req-b15fa683-5708-4501-a758-b7e3e9cab4a0 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] No waiting events found dispatching network-vif-plugged-0b83ec61-8875-40e0-ade2-3ed7b571d7c5 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.210851] env[69547]: WARNING nova.compute.manager [req-f7dcf7cd-d0d1-4d26-bd87-0df7e3ed2270 req-b15fa683-5708-4501-a758-b7e3e9cab4a0 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Received unexpected event network-vif-plugged-0b83ec61-8875-40e0-ade2-3ed7b571d7c5 for instance with vm_state building and task_state spawning. [ 1209.292031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c4046483-8e2f-4972-91bc-3f8d062b69cc tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "c700caba-605d-49d9-8a27-1aa567d62b71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.387s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.327293] env[69547]: DEBUG nova.network.neutron [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Successfully updated port: 0b83ec61-8875-40e0-ade2-3ed7b571d7c5 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.338939] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 6785218d-c836-4b87-b5a0-adecf467adce] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.427620] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113508} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.427888] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.428109] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.428439] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.432889] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f458306a-b6f2-417a-8d37-7f50deb56583 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.440284] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4c6cc5-947c-4b55-9e41-129884b2c36a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.473689] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ea1ad5-0c63-478d-a7ab-2cc428d42452 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.484230] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9beba8b-ac69-470a-a5e8-bc7d2895016f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.498982] env[69547]: DEBUG nova.compute.provider_tree [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.510589] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.510938] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.511133] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.511323] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.511479] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.511626] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.511828] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.511991] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.512197] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.512403] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.512590] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.518449] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d9299a-7222-49e8-8ef8-5398f43312c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.536371] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1209.536371] env[69547]: value = "task-3162417" [ 1209.536371] env[69547]: _type = "Task" [ 1209.536371] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.544845] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.631297] env[69547]: DEBUG oslo_vmware.api [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162416, 'name': PowerOnVM_Task, 'duration_secs': 0.483556} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.631581] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.631788] env[69547]: DEBUG nova.compute.manager [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.632627] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c646b6fc-334e-4d71-a851-8ad0e652779c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.829632] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "refresh_cache-9c8ef78c-1905-45e0-9f0a-ca4c615725af" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.829858] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "refresh_cache-9c8ef78c-1905-45e0-9f0a-ca4c615725af" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.829953] env[69547]: DEBUG nova.network.neutron [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.845100] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: dc90511d-bda9-4568-a739-caff59c1f986] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.979861] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.980138] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.980339] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.980520] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.980709] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.982637] env[69547]: INFO nova.compute.manager [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Terminating instance [ 1210.003292] env[69547]: DEBUG nova.scheduler.client.report [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.046280] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162417, 'name': ReconfigVM_Task, 'duration_secs': 0.380824} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.046617] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance '859693d5-536a-4c9c-9a36-d94445b131b1' progress to 33 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.149676] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.348601] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 8bb93adb-c1ca-456b-8017-75369f00ca0c] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.364824] env[69547]: DEBUG nova.network.neutron [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.472263] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.472522] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.472682] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.472863] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.473015] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.473215] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.473444] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.473603] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.473769] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.473928] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.474155] env[69547]: DEBUG nova.virt.hardware [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.475327] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f2174-afcb-4ed8-b4a4-7abe0fcd7ff2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.483470] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2169a49f-fe5b-40d2-add9-87b12058900d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.487528] env[69547]: DEBUG nova.compute.manager [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.487727] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.488505] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5379aa5e-1f27-41ed-abed-54d2cc870d23 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.495081] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.502406] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0112a438-e16f-4794-b190-b38d7b99db25 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.503879] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Instance VIF info [] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.509737] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.512596] env[69547]: DEBUG oslo_concurrency.lockutils [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.514283] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.515275] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.371s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.515564] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.517020] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.558s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.517235] env[69547]: DEBUG nova.objects.instance [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lazy-loading 'resources' on Instance uuid 72005217-415d-4cc5-8015-1a7180396fdb {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.518385] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a62b3af2-f030-4a35-9983-6aef7ddc7ac7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.537625] env[69547]: DEBUG oslo_vmware.api [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1210.537625] env[69547]: value = "task-3162418" [ 1210.537625] env[69547]: _type = "Task" [ 1210.537625] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.538697] env[69547]: INFO nova.scheduler.client.report [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Deleted allocations for instance 09f18f69-55d5-41a1-89de-257d82440a5d [ 1210.555967] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.555967] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.556137] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.556988] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.556988] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.557206] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.558129] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.558129] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.558129] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.558129] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.558129] env[69547]: DEBUG nova.virt.hardware [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.563852] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.563943] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.563943] env[69547]: value = "task-3162419" [ 1210.563943] env[69547]: _type = "Task" [ 1210.563943] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.567479] env[69547]: INFO nova.scheduler.client.report [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted allocations for instance 8873957a-ae28-4f27-ac00-2a9be8b6b49c [ 1210.568724] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-478550b3-49e9-48f7-b533-5ca227380968 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.585806] env[69547]: DEBUG nova.network.neutron [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Updating instance_info_cache with network_info: [{"id": "0b83ec61-8875-40e0-ade2-3ed7b571d7c5", "address": "fa:16:3e:f7:9d:b6", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b83ec61-88", "ovs_interfaceid": "0b83ec61-8875-40e0-ade2-3ed7b571d7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.594067] env[69547]: DEBUG oslo_vmware.api [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.599384] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162419, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.604342] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1210.604342] env[69547]: value = "task-3162420" [ 1210.604342] env[69547]: _type = "Task" [ 1210.604342] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.614536] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162420, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.725456] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef6fca-04e1-4162-9727-952d135ea0ec {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.732559] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7f65b1-80b2-4756-b9d5-323c4c85574b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.761685] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1528d1-8932-4cd6-8a5e-1d13a7f2c209 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.769035] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde3048-7bf8-434d-851e-d81b150fa1b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.782392] env[69547]: DEBUG nova.compute.provider_tree [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.852210] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: bb35ef69-d0ad-4e14-90f1-bac701a873d9] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.049166] env[69547]: DEBUG oslo_vmware.api [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162418, 'name': PowerOffVM_Task, 'duration_secs': 0.199687} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.049644] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.049936] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.050283] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42bd77b5-e148-49b7-8d53-df91d990e70f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.054203] env[69547]: DEBUG oslo_concurrency.lockutils [None req-400687a0-0020-4f89-8f78-8d253a1f2767 tempest-AttachVolumeShelveTestJSON-573987318 tempest-AttachVolumeShelveTestJSON-573987318-project-member] Lock "09f18f69-55d5-41a1-89de-257d82440a5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.246s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.091083] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "refresh_cache-9c8ef78c-1905-45e0-9f0a-ca4c615725af" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.092032] env[69547]: DEBUG nova.compute.manager [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Instance network_info: |[{"id": "0b83ec61-8875-40e0-ade2-3ed7b571d7c5", "address": "fa:16:3e:f7:9d:b6", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b83ec61-88", "ovs_interfaceid": "0b83ec61-8875-40e0-ade2-3ed7b571d7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.092032] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162419, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.092205] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:9d:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b83ec61-8875-40e0-ade2-3ed7b571d7c5', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.099572] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.101621] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.102010] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2a302574-ee21-41ab-a20a-13010aaa7ddd tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "8873957a-ae28-4f27-ac00-2a9be8b6b49c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.386s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.102883] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebc229bd-7ec5-4f04-bb8e-58c602f06580 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.118393] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.118627] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.118809] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleting the datastore file [datastore2] 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.122152] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-607e8e3a-939a-4547-82da-41631d02021b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.126191] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.126191] env[69547]: value = "task-3162422" [ 1211.126191] env[69547]: _type = "Task" [ 1211.126191] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.129303] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162420, 'name': ReconfigVM_Task, 'duration_secs': 0.226209} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.132737] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.133062] env[69547]: DEBUG oslo_vmware.api [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for the task: (returnval){ [ 1211.133062] env[69547]: value = "task-3162423" [ 1211.133062] env[69547]: _type = "Task" [ 1211.133062] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.133704] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9943a40f-e5dc-4851-a4ea-e2d4fadd02b2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.141980] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162422, 'name': CreateVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.160291] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 859693d5-536a-4c9c-9a36-d94445b131b1/859693d5-536a-4c9c-9a36-d94445b131b1.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.163456] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45dc20cd-1d8b-4826-bbb9-7a3e6a908954 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.176115] env[69547]: DEBUG oslo_vmware.api [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.180925] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1211.180925] env[69547]: value = "task-3162424" [ 1211.180925] env[69547]: _type = "Task" [ 1211.180925] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.190092] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.238951] env[69547]: DEBUG nova.compute.manager [req-0ecc6f33-9ef4-4da6-88f3-0ac26cd2887f req-dcd11f5d-1877-4148-ac3d-549d11efba62 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Received event network-changed-0b83ec61-8875-40e0-ade2-3ed7b571d7c5 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.239222] env[69547]: DEBUG nova.compute.manager [req-0ecc6f33-9ef4-4da6-88f3-0ac26cd2887f req-dcd11f5d-1877-4148-ac3d-549d11efba62 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Refreshing instance network info cache due to event network-changed-0b83ec61-8875-40e0-ade2-3ed7b571d7c5. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.239410] env[69547]: DEBUG oslo_concurrency.lockutils [req-0ecc6f33-9ef4-4da6-88f3-0ac26cd2887f req-dcd11f5d-1877-4148-ac3d-549d11efba62 service nova] Acquiring lock "refresh_cache-9c8ef78c-1905-45e0-9f0a-ca4c615725af" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.239566] env[69547]: DEBUG oslo_concurrency.lockutils [req-0ecc6f33-9ef4-4da6-88f3-0ac26cd2887f req-dcd11f5d-1877-4148-ac3d-549d11efba62 service nova] Acquired lock "refresh_cache-9c8ef78c-1905-45e0-9f0a-ca4c615725af" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.239731] env[69547]: DEBUG nova.network.neutron [req-0ecc6f33-9ef4-4da6-88f3-0ac26cd2887f req-dcd11f5d-1877-4148-ac3d-549d11efba62 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Refreshing network info cache for port 0b83ec61-8875-40e0-ade2-3ed7b571d7c5 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.285475] env[69547]: DEBUG nova.scheduler.client.report [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.356974] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 4875b373-e0f0-41d7-8e25-e6f0229dbf55] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.592498] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162419, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.640443] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162422, 'name': CreateVM_Task, 'duration_secs': 0.294887} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.643555] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.644281] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.644444] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.644794] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.645451] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb84328b-a1ed-4969-b4e1-0994355bd00c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.650323] env[69547]: DEBUG oslo_vmware.api [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Task: {'id': task-3162423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116148} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.650951] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.651161] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.651341] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.651512] env[69547]: INFO nova.compute.manager [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1211.651750] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.651938] env[69547]: DEBUG nova.compute.manager [-] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.652048] env[69547]: DEBUG nova.network.neutron [-] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.654795] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1211.654795] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528461ad-17d8-fb08-49e0-4547e885c11f" [ 1211.654795] env[69547]: _type = "Task" [ 1211.654795] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.662448] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528461ad-17d8-fb08-49e0-4547e885c11f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.692067] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162424, 'name': ReconfigVM_Task, 'duration_secs': 0.307628} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.692386] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 859693d5-536a-4c9c-9a36-d94445b131b1/859693d5-536a-4c9c-9a36-d94445b131b1.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.692657] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance '859693d5-536a-4c9c-9a36-d94445b131b1' progress to 50 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.790471] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.273s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.796366] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.643s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.796366] env[69547]: DEBUG nova.objects.instance [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1211.819664] env[69547]: INFO nova.scheduler.client.report [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Deleted allocations for instance 72005217-415d-4cc5-8015-1a7180396fdb [ 1211.861277] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: ecdd2627-6a03-41e1-bc1f-1c3bb773f2f2] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.012707] env[69547]: DEBUG nova.network.neutron [req-0ecc6f33-9ef4-4da6-88f3-0ac26cd2887f req-dcd11f5d-1877-4148-ac3d-549d11efba62 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Updated VIF entry in instance network info cache for port 0b83ec61-8875-40e0-ade2-3ed7b571d7c5. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.012959] env[69547]: DEBUG nova.network.neutron [req-0ecc6f33-9ef4-4da6-88f3-0ac26cd2887f req-dcd11f5d-1877-4148-ac3d-549d11efba62 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Updating instance_info_cache with network_info: [{"id": "0b83ec61-8875-40e0-ade2-3ed7b571d7c5", "address": "fa:16:3e:f7:9d:b6", "network": {"id": "6e6d395e-7756-4d05-bdb2-32789dcf4bbc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1584673757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f1cf2189a2f45b38f313268cb7deb23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b83ec61-88", "ovs_interfaceid": "0b83ec61-8875-40e0-ade2-3ed7b571d7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.093875] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162419, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.165333] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528461ad-17d8-fb08-49e0-4547e885c11f, 'name': SearchDatastore_Task, 'duration_secs': 0.012305} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.165677] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.165930] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.166216] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.166385] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.166579] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.166880] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6e4fc34-a54c-48e8-9ddd-3823713a2650 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.177951] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.177951] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.177951] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5d5a3f-d2dc-42a8-94d7-e505ce420a44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.183799] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1212.183799] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f3386b-1ef1-d52f-dad7-0e783e9e2f3e" [ 1212.183799] env[69547]: _type = "Task" [ 1212.183799] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.192268] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f3386b-1ef1-d52f-dad7-0e783e9e2f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.199589] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87fbd43-6cd0-490f-9741-7e2ce51071fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.219795] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dceebef-ee0a-4d01-ba56-1d3c895822ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.239091] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance '859693d5-536a-4c9c-9a36-d94445b131b1' progress to 67 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.326805] env[69547]: DEBUG oslo_concurrency.lockutils [None req-58cdc34b-d314-45c4-b1c7-3ea5024dafe7 tempest-ServerShowV257Test-415213691 tempest-ServerShowV257Test-415213691-project-member] Lock "72005217-415d-4cc5-8015-1a7180396fdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.555s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.362862] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: dc0e18fc-73c4-4dc5-a8d8-3a8f41ae61c0] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.463045] env[69547]: DEBUG nova.network.neutron [-] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.515951] env[69547]: DEBUG oslo_concurrency.lockutils [req-0ecc6f33-9ef4-4da6-88f3-0ac26cd2887f req-dcd11f5d-1877-4148-ac3d-549d11efba62 service nova] Releasing lock "refresh_cache-9c8ef78c-1905-45e0-9f0a-ca4c615725af" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.594879] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162419, 'name': CreateVM_Task, 'duration_secs': 1.760856} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.595060] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.595541] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.595693] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.596023] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.596373] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af893de-773d-4079-b5fa-39f55fdf347d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.600798] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1212.600798] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f19639-184d-7117-3c7b-75c2a8837620" [ 1212.600798] env[69547]: _type = "Task" [ 1212.600798] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.608703] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f19639-184d-7117-3c7b-75c2a8837620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.694140] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f3386b-1ef1-d52f-dad7-0e783e9e2f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.694950] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29eb07b5-71c0-442e-a24f-7fc1cf9a9751 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.699967] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1212.699967] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5245cb15-f8ab-673f-19b3-77b61699c928" [ 1212.699967] env[69547]: _type = "Task" [ 1212.699967] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.707351] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5245cb15-f8ab-673f-19b3-77b61699c928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.778246] env[69547]: DEBUG nova.network.neutron [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Port 7d0dbe50-3812-4ee8-9800-a8a36c83a28e binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1212.802031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8cb22a3-b032-4089-a9d6-52a992661f89 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.866610] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e7353923-2ca1-4ba7-984b-a28528d2bf2f] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.966266] env[69547]: INFO nova.compute.manager [-] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Took 1.31 seconds to deallocate network for instance. [ 1213.111125] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f19639-184d-7117-3c7b-75c2a8837620, 'name': SearchDatastore_Task, 'duration_secs': 0.022559} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.111450] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.111694] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.111904] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.210665] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5245cb15-f8ab-673f-19b3-77b61699c928, 'name': SearchDatastore_Task, 'duration_secs': 0.040212} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.210946] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.211237] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 9c8ef78c-1905-45e0-9f0a-ca4c615725af/9c8ef78c-1905-45e0-9f0a-ca4c615725af.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.211519] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.211702] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.211909] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-897a9080-2cfe-4dd9-a232-a4ac19446d8d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.213794] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc1f1ea3-09f5-4845-9979-d299df4ce821 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.220448] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1213.220448] env[69547]: value = "task-3162426" [ 1213.220448] env[69547]: _type = "Task" [ 1213.220448] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.224398] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.224571] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.225583] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113d1e64-d2e4-4473-be88-fb8d56651f08 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.230552] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.234653] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1213.234653] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ba43ef-b315-25f8-cddc-0c80cc0e0ceb" [ 1213.234653] env[69547]: _type = "Task" [ 1213.234653] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.242776] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ba43ef-b315-25f8-cddc-0c80cc0e0ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.269885] env[69547]: DEBUG nova.compute.manager [req-794e39c3-5ac0-48e4-a956-156633125f16 req-613257a0-554f-40e9-8311-da3d044e35e9 service nova] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Received event network-vif-deleted-51041e4b-4170-4f8e-9ca8-7088116a0bf6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.370035] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 8501170c-3994-4a4e-8b98-360b8806aeb9] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.473255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.473748] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.474099] env[69547]: DEBUG nova.objects.instance [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lazy-loading 'resources' on Instance uuid 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.730529] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.744712] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ba43ef-b315-25f8-cddc-0c80cc0e0ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.014661} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.745626] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-081ab9b5-445e-481a-a17d-3e3eecf7637d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.751531] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1213.751531] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a74a88-eaf3-c594-1325-e41386e19182" [ 1213.751531] env[69547]: _type = "Task" [ 1213.751531] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.760599] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a74a88-eaf3-c594-1325-e41386e19182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.807522] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "859693d5-536a-4c9c-9a36-d94445b131b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.807522] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.807522] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.875789] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 6d8e108a-2e67-4076-855a-041f2253db32] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.143227] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e3c746-f92c-4d97-b6e0-c23c48947523 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.152825] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444b4810-b3e1-4c71-a289-82d678d1910f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.191096] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62d9d4e-9dc0-4a6b-8167-89817769d81b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.199397] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e62da5-923c-424b-b433-1a2872ac143d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.213075] env[69547]: DEBUG nova.compute.provider_tree [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.230858] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162426, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.004927} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.231140] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 9c8ef78c-1905-45e0-9f0a-ca4c615725af/9c8ef78c-1905-45e0-9f0a-ca4c615725af.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.231359] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.231602] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d64e6f25-4e99-47b0-bc25-412103666d64 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.237731] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1214.237731] env[69547]: value = "task-3162427" [ 1214.237731] env[69547]: _type = "Task" [ 1214.237731] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.245315] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.260899] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a74a88-eaf3-c594-1325-e41386e19182, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.261168] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.261452] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa/5f573fec-2b07-472c-8521-93fa90b1b7aa.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.261971] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cae9fbf1-69ae-49da-ae24-59e8a3395176 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.267729] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1214.267729] env[69547]: value = "task-3162428" [ 1214.267729] env[69547]: _type = "Task" [ 1214.267729] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.275031] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.381335] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 3affad03-eca0-45ae-8e2f-5385e868207e] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.716380] env[69547]: DEBUG nova.scheduler.client.report [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.751877] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066373} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.752161] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.753488] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8922a3-201a-4dfa-b2be-d6d83bbc12ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.775745] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 9c8ef78c-1905-45e0-9f0a-ca4c615725af/9c8ef78c-1905-45e0-9f0a-ca4c615725af.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.776117] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-285ed074-c4d1-4fcf-8878-c57d7178998d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.799859] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162428, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.801165] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1214.801165] env[69547]: value = "task-3162429" [ 1214.801165] env[69547]: _type = "Task" [ 1214.801165] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.808925] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.847296] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.849022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.849022] env[69547]: DEBUG nova.network.neutron [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.884421] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: f762e442-a73e-4087-be2e-8efeef507e1e] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.227029] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.256041] env[69547]: INFO nova.scheduler.client.report [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Deleted allocations for instance 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9 [ 1215.289986] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.945335} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.290307] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa/5f573fec-2b07-472c-8521-93fa90b1b7aa.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.290548] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.290773] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b067143-96ca-4133-8264-b67ac146271f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.296824] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1215.296824] env[69547]: value = "task-3162430" [ 1215.296824] env[69547]: _type = "Task" [ 1215.296824] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.305639] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.313817] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.388695] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 4ac112f8-3d22-4a20-816a-b6d1aa0ea21f] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.700176] env[69547]: DEBUG nova.network.neutron [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance_info_cache with network_info: [{"id": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "address": "fa:16:3e:8f:b3:fb", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0dbe50-38", "ovs_interfaceid": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.773313] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c7e8cafc-513d-470a-84f8-1664e375c78f tempest-AttachInterfacesTestJSON-2099766477 tempest-AttachInterfacesTestJSON-2099766477-project-member] Lock "565ffab3-81d2-4d6c-9b3a-e369fd56cfe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.816377] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.403006} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.818746] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.826318] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83686a33-98a6-48da-96eb-1bb964e0c3ed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.830375] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.848584] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa/5f573fec-2b07-472c-8521-93fa90b1b7aa.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.848911] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01fff32-5337-4a9b-8ccf-ae7276c673cd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.867786] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1215.867786] env[69547]: value = "task-3162431" [ 1215.867786] env[69547]: _type = "Task" [ 1215.867786] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.876484] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.896370] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: f0b21c03-55ea-4803-bd25-984521c6966e] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.203457] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.320160] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162429, 'name': ReconfigVM_Task, 'duration_secs': 1.193597} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.320160] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 9c8ef78c-1905-45e0-9f0a-ca4c615725af/9c8ef78c-1905-45e0-9f0a-ca4c615725af.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.320959] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-092ce9d4-5f5f-41db-9c4a-c4ce69b6d742 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.330308] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1216.330308] env[69547]: value = "task-3162432" [ 1216.330308] env[69547]: _type = "Task" [ 1216.330308] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.337244] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162432, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.380261] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162431, 'name': ReconfigVM_Task, 'duration_secs': 0.288469} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.380856] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa/5f573fec-2b07-472c-8521-93fa90b1b7aa.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.385664] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c830e062-3cb4-493c-ba07-bb45164a1705 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.389775] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1216.389775] env[69547]: value = "task-3162433" [ 1216.389775] env[69547]: _type = "Task" [ 1216.389775] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.404387] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 918969d0-d7ca-401a-b380-f6b7b265526c] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.407190] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162433, 'name': Rename_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.740388] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0d9897-23e9-4793-976b-dd6a51d214e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.760686] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8aeea1-eca0-4e84-ae59-620e96f59b7e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.769140] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance '859693d5-536a-4c9c-9a36-d94445b131b1' progress to 83 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.838721] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162432, 'name': Rename_Task, 'duration_secs': 0.30834} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.840016] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.841702] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ffa2834-2e25-44c9-b026-ab0edca0de8d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.850028] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1216.850028] env[69547]: value = "task-3162434" [ 1216.850028] env[69547]: _type = "Task" [ 1216.850028] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.856978] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.915360] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: a089242e-7957-4a8f-920f-db33ec3eeee1] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.917882] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162433, 'name': Rename_Task, 'duration_secs': 0.128898} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.918175] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.918423] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e7e86de-a3e8-44d8-9945-7201a0313db3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.926041] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1216.926041] env[69547]: value = "task-3162435" [ 1216.926041] env[69547]: _type = "Task" [ 1216.926041] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.935208] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.985854] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "f3437584-cfb2-449a-a351-186903fba530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.986258] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.276994] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.277178] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb4dcac0-0a5d-4a83-b043-6e4f99233faa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.290644] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1217.290644] env[69547]: value = "task-3162436" [ 1217.290644] env[69547]: _type = "Task" [ 1217.290644] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.305647] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.360505] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162434, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.422575] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 84fb492f-d804-4b04-a242-155a6a3660d6] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.436769] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162435, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.489371] env[69547]: DEBUG nova.compute.manager [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.801674] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162436, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.859707] env[69547]: DEBUG oslo_vmware.api [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162434, 'name': PowerOnVM_Task, 'duration_secs': 0.532371} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.860049] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.860266] env[69547]: INFO nova.compute.manager [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1217.860460] env[69547]: DEBUG nova.compute.manager [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.861328] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de88c63-01ab-4687-b716-9c1b14169b38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.926814] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 508dc075-b51f-4fc8-8d1d-0801b8475301] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.938395] env[69547]: DEBUG oslo_vmware.api [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162435, 'name': PowerOnVM_Task, 'duration_secs': 0.59659} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.938663] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.938867] env[69547]: DEBUG nova.compute.manager [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.940389] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ddf0d4-1999-4cc2-96cd-df02d9b3352b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.018669] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.019161] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.021565] env[69547]: INFO nova.compute.claims [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.302085] env[69547]: DEBUG oslo_vmware.api [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162436, 'name': PowerOnVM_Task, 'duration_secs': 0.520986} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.302430] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.302655] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd35fbb-7fc6-4825-b32d-7c80b1e5e23c tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance '859693d5-536a-4c9c-9a36-d94445b131b1' progress to 100 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.385227] env[69547]: INFO nova.compute.manager [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Took 16.14 seconds to build instance. [ 1218.430883] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: dc22c932-ab54-46d5-9be6-842f9118b970] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.466031] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.865677] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "5f573fec-2b07-472c-8521-93fa90b1b7aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.866717] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "5f573fec-2b07-472c-8521-93fa90b1b7aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.867074] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "5f573fec-2b07-472c-8521-93fa90b1b7aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.867364] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "5f573fec-2b07-472c-8521-93fa90b1b7aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.867565] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "5f573fec-2b07-472c-8521-93fa90b1b7aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.869724] env[69547]: INFO nova.compute.manager [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Terminating instance [ 1218.887737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-c03dc771-810d-460f-892d-c9c605025cf3 tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.681s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.933657] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 5ccbd9d3-bfd3-4368-ad7d-ad9440f56b50] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.175831] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ed7c06-0a1b-4b06-be70-f1229eaf8275 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.184156] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8842fae9-1a7c-4d0b-8ce5-1834811fd5c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.224076] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d832b09b-7fc1-446c-880b-44ad4476b109 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.231953] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec15b0b-b5de-41a7-b400-f0badd76e7bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.250734] env[69547]: DEBUG nova.compute.provider_tree [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.373259] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "refresh_cache-5f573fec-2b07-472c-8521-93fa90b1b7aa" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.373520] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquired lock "refresh_cache-5f573fec-2b07-472c-8521-93fa90b1b7aa" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.373811] env[69547]: DEBUG nova.network.neutron [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.437671] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 6e8b15c2-e692-44fe-8b5a-679f521311c0] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.755711] env[69547]: DEBUG nova.scheduler.client.report [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.895672] env[69547]: DEBUG nova.network.neutron [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.942067] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 28e55cf3-a015-45ba-9613-c6dd8230ef74] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.951238] env[69547]: DEBUG nova.network.neutron [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.959194] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.959555] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.959715] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.959948] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.960190] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.962445] env[69547]: INFO nova.compute.manager [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Terminating instance [ 1220.261230] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.261855] env[69547]: DEBUG nova.compute.manager [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.264666] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.802s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.264853] env[69547]: DEBUG nova.objects.instance [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69547) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1220.446302] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: ee6b7c61-9eff-49a6-9ba6-294a7de0e65d] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.453994] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Releasing lock "refresh_cache-5f573fec-2b07-472c-8521-93fa90b1b7aa" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.454398] env[69547]: DEBUG nova.compute.manager [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.454592] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.455502] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce92a57-9843-4084-9134-8c5adb3ea2ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.465167] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.465825] env[69547]: DEBUG nova.compute.manager [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.466105] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.466387] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc620d61-4657-4d9a-bcb6-2fcb46279702 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.468657] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c911884f-14af-47ef-9880-04e4e1dd8cf3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.476967] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.478170] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea70fe84-8793-4093-83f8-8ca8a4944f87 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.479671] env[69547]: DEBUG oslo_vmware.api [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1220.479671] env[69547]: value = "task-3162437" [ 1220.479671] env[69547]: _type = "Task" [ 1220.479671] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.484555] env[69547]: DEBUG oslo_vmware.api [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1220.484555] env[69547]: value = "task-3162438" [ 1220.484555] env[69547]: _type = "Task" [ 1220.484555] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.490739] env[69547]: DEBUG oslo_vmware.api [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.495481] env[69547]: DEBUG oslo_vmware.api [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.721688] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "859693d5-536a-4c9c-9a36-d94445b131b1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.721964] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.722183] env[69547]: DEBUG nova.compute.manager [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Going to confirm migration 7 {{(pid=69547) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1220.769024] env[69547]: DEBUG nova.compute.utils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.774090] env[69547]: DEBUG nova.compute.manager [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.774255] env[69547]: DEBUG nova.network.neutron [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.811020] env[69547]: DEBUG nova.policy [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38e1617dbd9f4bb4b104cd5135959599', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ae9fc837a847f8afdd28fc1674da28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.949955] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 24b86aef-3b7e-4354-ac6c-50126e6a7d10] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.993196] env[69547]: DEBUG oslo_vmware.api [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162437, 'name': PowerOffVM_Task, 'duration_secs': 0.219238} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.993850] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.994081] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.994606] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-097b49d3-cf7d-426e-9ade-524b77e35e0f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.999346] env[69547]: DEBUG oslo_vmware.api [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162438, 'name': PowerOffVM_Task, 'duration_secs': 0.204863} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.999884] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.000065] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.000316] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70d7f9f5-ad14-43eb-8c09-a2fcf47a774b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.020605] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.020822] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.020998] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Deleting the datastore file [datastore2] 5f573fec-2b07-472c-8521-93fa90b1b7aa {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.021327] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f3f3bd-1a19-4a43-a06b-3275461b80d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.028068] env[69547]: DEBUG oslo_vmware.api [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for the task: (returnval){ [ 1221.028068] env[69547]: value = "task-3162441" [ 1221.028068] env[69547]: _type = "Task" [ 1221.028068] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.036430] env[69547]: DEBUG oslo_vmware.api [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.067492] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.067718] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.067894] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleting the datastore file [datastore2] 9c8ef78c-1905-45e0-9f0a-ca4c615725af {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.068181] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d798fa4f-b560-4d44-9591-7d17526352cc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.075271] env[69547]: DEBUG oslo_vmware.api [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for the task: (returnval){ [ 1221.075271] env[69547]: value = "task-3162442" [ 1221.075271] env[69547]: _type = "Task" [ 1221.075271] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.082979] env[69547]: DEBUG oslo_vmware.api [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.100409] env[69547]: DEBUG nova.network.neutron [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Successfully created port: 101dc86e-f414-428d-94fa-593a0767bbe6 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.275820] env[69547]: DEBUG oslo_concurrency.lockutils [None req-a1d3390d-6bd3-4594-958c-7c1f99b9e836 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.277513] env[69547]: DEBUG nova.compute.manager [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.283851] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.284067] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquired lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.284268] env[69547]: DEBUG nova.network.neutron [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.284453] env[69547]: DEBUG nova.objects.instance [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'info_cache' on Instance uuid 859693d5-536a-4c9c-9a36-d94445b131b1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.456223] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e9d9c396-a295-4eda-941e-729fc768a87a] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.537631] env[69547]: DEBUG oslo_vmware.api [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Task: {'id': task-3162441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218128} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.537884] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.538078] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.538257] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.538433] env[69547]: INFO nova.compute.manager [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1221.538711] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.538914] env[69547]: DEBUG nova.compute.manager [-] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.539015] env[69547]: DEBUG nova.network.neutron [-] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.555612] env[69547]: DEBUG nova.network.neutron [-] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.584110] env[69547]: DEBUG oslo_vmware.api [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Task: {'id': task-3162442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419247} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.584400] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.584587] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.584761] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.584930] env[69547]: INFO nova.compute.manager [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1221.585193] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.585382] env[69547]: DEBUG nova.compute.manager [-] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.585527] env[69547]: DEBUG nova.network.neutron [-] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.823093] env[69547]: DEBUG nova.compute.manager [req-da763d5e-2caa-4df4-81c3-61175a1786c0 req-fdf996bf-6792-434e-87c3-9763f20cb820 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Received event network-vif-deleted-0b83ec61-8875-40e0-ade2-3ed7b571d7c5 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.823347] env[69547]: INFO nova.compute.manager [req-da763d5e-2caa-4df4-81c3-61175a1786c0 req-fdf996bf-6792-434e-87c3-9763f20cb820 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Neutron deleted interface 0b83ec61-8875-40e0-ade2-3ed7b571d7c5; detaching it from the instance and deleting it from the info cache [ 1221.823526] env[69547]: DEBUG nova.network.neutron [req-da763d5e-2caa-4df4-81c3-61175a1786c0 req-fdf996bf-6792-434e-87c3-9763f20cb820 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.959976] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: d0b5ab28-e6a0-4a02-91b6-dca3266ee628] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.057933] env[69547]: DEBUG nova.network.neutron [-] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.288586] env[69547]: DEBUG nova.compute.manager [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.305041] env[69547]: DEBUG nova.network.neutron [-] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.314749] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.315916] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.315916] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.315916] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.315916] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.315916] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.315916] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.315916] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.316249] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.316249] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.316414] env[69547]: DEBUG nova.virt.hardware [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.317273] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16565639-fc56-4207-85d0-5e85e8a2f872 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.326325] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a49deadc-6acc-4ea0-ade9-90fce71deda6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.328870] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ec651-b005-4c7a-a545-4f82d29a7926 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.346220] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e01d0d-e720-4d37-9665-8dd757840a3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.372827] env[69547]: DEBUG nova.compute.manager [req-da763d5e-2caa-4df4-81c3-61175a1786c0 req-fdf996bf-6792-434e-87c3-9763f20cb820 service nova] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Detach interface failed, port_id=0b83ec61-8875-40e0-ade2-3ed7b571d7c5, reason: Instance 9c8ef78c-1905-45e0-9f0a-ca4c615725af could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.462694] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: a975b076-19e5-40f4-a49f-e8b7105ef718] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.466432] env[69547]: DEBUG nova.compute.manager [req-e6f621af-03c2-4b97-8a6d-067334722bdf req-0fbbeccd-211e-4a84-b422-565b648ab7ac service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Received event network-vif-plugged-101dc86e-f414-428d-94fa-593a0767bbe6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.466643] env[69547]: DEBUG oslo_concurrency.lockutils [req-e6f621af-03c2-4b97-8a6d-067334722bdf req-0fbbeccd-211e-4a84-b422-565b648ab7ac service nova] Acquiring lock "f3437584-cfb2-449a-a351-186903fba530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.466850] env[69547]: DEBUG oslo_concurrency.lockutils [req-e6f621af-03c2-4b97-8a6d-067334722bdf req-0fbbeccd-211e-4a84-b422-565b648ab7ac service nova] Lock "f3437584-cfb2-449a-a351-186903fba530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.467036] env[69547]: DEBUG oslo_concurrency.lockutils [req-e6f621af-03c2-4b97-8a6d-067334722bdf req-0fbbeccd-211e-4a84-b422-565b648ab7ac service nova] Lock "f3437584-cfb2-449a-a351-186903fba530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.467197] env[69547]: DEBUG nova.compute.manager [req-e6f621af-03c2-4b97-8a6d-067334722bdf req-0fbbeccd-211e-4a84-b422-565b648ab7ac service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] No waiting events found dispatching network-vif-plugged-101dc86e-f414-428d-94fa-593a0767bbe6 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1222.467396] env[69547]: WARNING nova.compute.manager [req-e6f621af-03c2-4b97-8a6d-067334722bdf req-0fbbeccd-211e-4a84-b422-565b648ab7ac service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Received unexpected event network-vif-plugged-101dc86e-f414-428d-94fa-593a0767bbe6 for instance with vm_state building and task_state spawning. [ 1222.494389] env[69547]: DEBUG nova.network.neutron [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance_info_cache with network_info: [{"id": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "address": "fa:16:3e:8f:b3:fb", "network": {"id": "ee06d7f2-13db-4e64-9f3a-edfcb1ea6065", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-453942583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8342c2e5f2ea44009e37049e4bb33fe6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d0dbe50-38", "ovs_interfaceid": "7d0dbe50-3812-4ee8-9800-a8a36c83a28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.542319] env[69547]: DEBUG nova.network.neutron [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Successfully updated port: 101dc86e-f414-428d-94fa-593a0767bbe6 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.560435] env[69547]: INFO nova.compute.manager [-] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Took 1.02 seconds to deallocate network for instance. [ 1222.807057] env[69547]: INFO nova.compute.manager [-] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Took 1.22 seconds to deallocate network for instance. [ 1222.969657] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 4cf9f492-c2e4-437c-b88f-2ef6f3c7c031] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.997293] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Releasing lock "refresh_cache-859693d5-536a-4c9c-9a36-d94445b131b1" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.997730] env[69547]: DEBUG nova.objects.instance [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lazy-loading 'migration_context' on Instance uuid 859693d5-536a-4c9c-9a36-d94445b131b1 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.048368] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "refresh_cache-f3437584-cfb2-449a-a351-186903fba530" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.048546] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "refresh_cache-f3437584-cfb2-449a-a351-186903fba530" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.048654] env[69547]: DEBUG nova.network.neutron [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.065757] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.066043] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.066317] env[69547]: DEBUG nova.objects.instance [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lazy-loading 'resources' on Instance uuid 5f573fec-2b07-472c-8521-93fa90b1b7aa {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.313689] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.472307] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: d6d69df9-c7ab-4f01-8d24-66be36bd3ba8] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.500865] env[69547]: DEBUG nova.objects.base [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Object Instance<859693d5-536a-4c9c-9a36-d94445b131b1> lazy-loaded attributes: info_cache,migration_context {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.502079] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81095a9b-b4fd-4746-89d3-40a25219217c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.521126] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644403bc-63c4-49d5-ad3e-7c4d47529a74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.526156] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1223.526156] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1f297-5124-1774-181f-ff3c1d614977" [ 1223.526156] env[69547]: _type = "Task" [ 1223.526156] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.533464] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1f297-5124-1774-181f-ff3c1d614977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.580580] env[69547]: DEBUG nova.network.neutron [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.688560] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb286f5-69c1-4f7b-a29d-a813311becbd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.697077] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d214adba-ab23-4947-a619-4c1b0c1a7965 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.728293] env[69547]: DEBUG nova.network.neutron [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Updating instance_info_cache with network_info: [{"id": "101dc86e-f414-428d-94fa-593a0767bbe6", "address": "fa:16:3e:3d:10:75", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101dc86e-f4", "ovs_interfaceid": "101dc86e-f414-428d-94fa-593a0767bbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.730702] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f380459b-a57d-4605-94d2-5e836b16db71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.738547] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c37b0-6675-4c99-8a2b-edfc2bb5ce16 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.753523] env[69547]: DEBUG nova.compute.provider_tree [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.976110] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: b7ed78fa-79cf-4adf-846e-08c941776171] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.035970] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1f297-5124-1774-181f-ff3c1d614977, 'name': SearchDatastore_Task, 'duration_secs': 0.006669} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.036348] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.065697] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.065931] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.230597] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "refresh_cache-f3437584-cfb2-449a-a351-186903fba530" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.230878] env[69547]: DEBUG nova.compute.manager [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Instance network_info: |[{"id": "101dc86e-f414-428d-94fa-593a0767bbe6", "address": "fa:16:3e:3d:10:75", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101dc86e-f4", "ovs_interfaceid": "101dc86e-f414-428d-94fa-593a0767bbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.231324] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:10:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '101dc86e-f414-428d-94fa-593a0767bbe6', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.239531] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Creating folder: Project (d9ae9fc837a847f8afdd28fc1674da28). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1224.239797] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-600012c5-fa33-4a06-8aaa-a9c03960f80f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.251611] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Created folder: Project (d9ae9fc837a847f8afdd28fc1674da28) in parent group-v632381. [ 1224.251792] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Creating folder: Instances. Parent ref: group-v632693. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1224.252022] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8389f888-2907-428b-a78b-3c495dedcc48 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.256440] env[69547]: DEBUG nova.scheduler.client.report [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.261538] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Created folder: Instances in parent group-v632693. [ 1224.261764] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.261946] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3437584-cfb2-449a-a351-186903fba530] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.262150] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a682192c-cace-4f1a-9e96-ca656877bcc5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.282900] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.282900] env[69547]: value = "task-3162445" [ 1224.282900] env[69547]: _type = "Task" [ 1224.282900] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.290644] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162445, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.479589] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: dedbe350-e200-4b0b-a7ca-a48071a9a94a] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.569336] env[69547]: DEBUG nova.compute.utils [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.761735] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.764229] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.451s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.764475] env[69547]: DEBUG nova.objects.instance [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lazy-loading 'resources' on Instance uuid 9c8ef78c-1905-45e0-9f0a-ca4c615725af {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.782349] env[69547]: INFO nova.scheduler.client.report [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Deleted allocations for instance 5f573fec-2b07-472c-8521-93fa90b1b7aa [ 1224.796031] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162445, 'name': CreateVM_Task, 'duration_secs': 0.289906} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.796140] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3437584-cfb2-449a-a351-186903fba530] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.796781] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.796981] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.797649] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.797649] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0722975-79aa-48ff-a57e-a2466c1d0be0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.802068] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1224.802068] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5215f206-542a-e664-2c31-753174e90a84" [ 1224.802068] env[69547]: _type = "Task" [ 1224.802068] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.811873] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5215f206-542a-e664-2c31-753174e90a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.982678] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 8f8e4449-2651-4450-90ff-18e61940022f] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.072980] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.295637] env[69547]: DEBUG oslo_concurrency.lockutils [None req-3f31dd04-76ae-4c5e-b2ed-5e18533d0198 tempest-ServerShowV254Test-27829170 tempest-ServerShowV254Test-27829170-project-member] Lock "5f573fec-2b07-472c-8521-93fa90b1b7aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.429s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.314503] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5215f206-542a-e664-2c31-753174e90a84, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.315438] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.315659] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.315900] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.316085] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.316300] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.316771] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5e1c3ca-11eb-4574-a746-945876625dfc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.326496] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.326670] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.327360] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04a8e04-cd0f-4a1c-bb9c-c21959d555ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.333976] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1225.333976] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f9692e-0c37-3adc-6c1a-bceb9cf97cdc" [ 1225.333976] env[69547]: _type = "Task" [ 1225.333976] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.340980] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f9692e-0c37-3adc-6c1a-bceb9cf97cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.369149] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ea78a-96bd-4be3-ade7-406ad3af74ca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.375354] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cc5ab4-ed43-49cc-99cf-918c56e0e611 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.404216] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1989b5bf-6936-46ce-b316-00f58b5a3996 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.410778] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d83b46-c06f-49e4-aa69-2559ef639d8b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.424877] env[69547]: DEBUG nova.compute.provider_tree [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.485709] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 746089ba-9b21-41fa-addc-98ef8a22ac9f] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.644325] env[69547]: DEBUG nova.compute.manager [req-7424d34b-003d-4ee2-bdaf-8d955feea8dd req-384170b7-0d2b-481d-b315-57a4cf3a7243 service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Received event network-changed-101dc86e-f414-428d-94fa-593a0767bbe6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.644528] env[69547]: DEBUG nova.compute.manager [req-7424d34b-003d-4ee2-bdaf-8d955feea8dd req-384170b7-0d2b-481d-b315-57a4cf3a7243 service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Refreshing instance network info cache due to event network-changed-101dc86e-f414-428d-94fa-593a0767bbe6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.644915] env[69547]: DEBUG oslo_concurrency.lockutils [req-7424d34b-003d-4ee2-bdaf-8d955feea8dd req-384170b7-0d2b-481d-b315-57a4cf3a7243 service nova] Acquiring lock "refresh_cache-f3437584-cfb2-449a-a351-186903fba530" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.644915] env[69547]: DEBUG oslo_concurrency.lockutils [req-7424d34b-003d-4ee2-bdaf-8d955feea8dd req-384170b7-0d2b-481d-b315-57a4cf3a7243 service nova] Acquired lock "refresh_cache-f3437584-cfb2-449a-a351-186903fba530" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.645047] env[69547]: DEBUG nova.network.neutron [req-7424d34b-003d-4ee2-bdaf-8d955feea8dd req-384170b7-0d2b-481d-b315-57a4cf3a7243 service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Refreshing network info cache for port 101dc86e-f414-428d-94fa-593a0767bbe6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.845048] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f9692e-0c37-3adc-6c1a-bceb9cf97cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.007866} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.845750] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030051f6-e75d-46a1-8251-943152d49546 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.851029] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1225.851029] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b038ea-9181-0a1e-9f2e-98b2bc9201f2" [ 1225.851029] env[69547]: _type = "Task" [ 1225.851029] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.858924] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b038ea-9181-0a1e-9f2e-98b2bc9201f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.928051] env[69547]: DEBUG nova.scheduler.client.report [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.988352] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 0e2dc0f8-d1a5-4c18-8363-abe49733dd76] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.129395] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.129682] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.129925] env[69547]: INFO nova.compute.manager [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Attaching volume 1deff348-f45d-4db3-be76-9f46db01db5d to /dev/sdb [ 1226.165358] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db830fc-096c-484a-a5e4-1e28c3150711 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.172337] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a509a672-7266-48b4-acf1-7b3c478daacf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.186104] env[69547]: DEBUG nova.virt.block_device [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Updating existing volume attachment record: 43b5a5f2-b0bf-4e99-a490-a1c19681fa92 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1226.348828] env[69547]: DEBUG nova.network.neutron [req-7424d34b-003d-4ee2-bdaf-8d955feea8dd req-384170b7-0d2b-481d-b315-57a4cf3a7243 service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Updated VIF entry in instance network info cache for port 101dc86e-f414-428d-94fa-593a0767bbe6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.349219] env[69547]: DEBUG nova.network.neutron [req-7424d34b-003d-4ee2-bdaf-8d955feea8dd req-384170b7-0d2b-481d-b315-57a4cf3a7243 service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Updating instance_info_cache with network_info: [{"id": "101dc86e-f414-428d-94fa-593a0767bbe6", "address": "fa:16:3e:3d:10:75", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101dc86e-f4", "ovs_interfaceid": "101dc86e-f414-428d-94fa-593a0767bbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.361418] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b038ea-9181-0a1e-9f2e-98b2bc9201f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009705} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.362265] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.362521] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] f3437584-cfb2-449a-a351-186903fba530/f3437584-cfb2-449a-a351-186903fba530.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.362774] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b3b71ec-c881-465c-a49b-164c56a5ad2e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.370655] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1226.370655] env[69547]: value = "task-3162447" [ 1226.370655] env[69547]: _type = "Task" [ 1226.370655] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.379677] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.432602] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.435672] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.399s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.460853] env[69547]: INFO nova.scheduler.client.report [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Deleted allocations for instance 9c8ef78c-1905-45e0-9f0a-ca4c615725af [ 1226.491233] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 97835afb-a848-4055-bc0e-ea508c403d1b] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.851705] env[69547]: DEBUG oslo_concurrency.lockutils [req-7424d34b-003d-4ee2-bdaf-8d955feea8dd req-384170b7-0d2b-481d-b315-57a4cf3a7243 service nova] Releasing lock "refresh_cache-f3437584-cfb2-449a-a351-186903fba530" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.882041] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162447, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.968256] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8ef33e6a-6fcc-49a8-83e3-ee673fd0d99f tempest-ServerDiskConfigTestJSON-1485858236 tempest-ServerDiskConfigTestJSON-1485858236-project-member] Lock "9c8ef78c-1905-45e0-9f0a-ca4c615725af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.009s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.994274] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 1abdc0a5-e03b-4552-88f7-415e0c540b6b] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.048960] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf8eeea-9c25-4d81-93ab-b3e3bbf17ffb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.056465] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99abf60-c9bc-42ee-afd9-91748d604ff5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.091856] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b37d24-952c-44c7-bf67-303e6babb653 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.099645] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd98c45-8485-4193-8748-81c3f6ff0b83 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.113803] env[69547]: DEBUG nova.compute.provider_tree [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.384980] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162447, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.500271] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 3295dc83-0554-4159-8f3f-d444d6e89b30] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.617415] env[69547]: DEBUG nova.scheduler.client.report [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.887489] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162447, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.443493} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.887912] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] f3437584-cfb2-449a-a351-186903fba530/f3437584-cfb2-449a-a351-186903fba530.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.888151] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.888351] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0858f8a-2f25-4dfd-94b4-021e7c87f7d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.898195] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1227.898195] env[69547]: value = "task-3162448" [ 1227.898195] env[69547]: _type = "Task" [ 1227.898195] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.908462] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.004257] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 2dff1cdf-b5c4-4b1d-94e8-24a3a2f5d450] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.408358] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061058} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.408682] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.410516] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939b0ba0-67d3-43e2-b05a-7bd4821a252a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.436767] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f3437584-cfb2-449a-a351-186903fba530/f3437584-cfb2-449a-a351-186903fba530.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.437221] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc06ab5c-cc9b-4220-bccc-a873d8feee74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.457422] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1228.457422] env[69547]: value = "task-3162450" [ 1228.457422] env[69547]: _type = "Task" [ 1228.457422] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.467674] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.507505] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 253e3a62-d9d8-4b70-8bf2-b0dc286f1f02] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.627721] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.192s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.967522] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162450, 'name': ReconfigVM_Task, 'duration_secs': 0.273616} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.967664] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f3437584-cfb2-449a-a351-186903fba530/f3437584-cfb2-449a-a351-186903fba530.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.968249] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3be5ecb-d052-4218-92b6-4d8a8b72c637 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.975806] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1228.975806] env[69547]: value = "task-3162451" [ 1228.975806] env[69547]: _type = "Task" [ 1228.975806] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.984741] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162451, 'name': Rename_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.011692] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e1ea28d1-194d-4e26-8b7d-bf1060528315] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.183567] env[69547]: INFO nova.scheduler.client.report [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted allocation for migration 0fe62067-d5e3-47ef-82ee-d332c6f12c77 [ 1229.442265] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.442543] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.487030] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162451, 'name': Rename_Task, 'duration_secs': 0.147513} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.487428] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.487724] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5d38871-c64b-483b-acf5-e5bfb913749c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.493854] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1229.493854] env[69547]: value = "task-3162452" [ 1229.493854] env[69547]: _type = "Task" [ 1229.493854] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.501164] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.516986] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 15dc176c-887b-4afc-b29d-8784b4b4827c] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.691210] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.969s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.944822] env[69547]: DEBUG nova.compute.manager [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.004657] env[69547]: DEBUG oslo_vmware.api [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162452, 'name': PowerOnVM_Task, 'duration_secs': 0.436712} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.004811] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.005032] env[69547]: INFO nova.compute.manager [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1230.005253] env[69547]: DEBUG nova.compute.manager [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.005992] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630c5473-2bd9-4cf2-aef6-3feb37b92d51 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.023112] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: e0745838-9c2c-48b7-b17b-af31ecba4e8e] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.479134] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.479767] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.482050] env[69547]: INFO nova.compute.claims [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.526116] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 5e1f2115-69a8-46f8-9680-6e8e61ef2c33] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.529586] env[69547]: INFO nova.compute.manager [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Took 12.54 seconds to build instance. [ 1230.735270] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1230.735270] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632696', 'volume_id': '1deff348-f45d-4db3-be76-9f46db01db5d', 'name': 'volume-1deff348-f45d-4db3-be76-9f46db01db5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc', 'attached_at': '', 'detached_at': '', 'volume_id': '1deff348-f45d-4db3-be76-9f46db01db5d', 'serial': '1deff348-f45d-4db3-be76-9f46db01db5d'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1230.735270] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a507f566-eb69-450f-ae2c-f694954b1d45 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.752046] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5657e1-6aed-497c-b81f-0138d80d4b0c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.770082] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "859693d5-536a-4c9c-9a36-d94445b131b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.770705] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.770705] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "859693d5-536a-4c9c-9a36-d94445b131b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.770705] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.770880] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.779821] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-1deff348-f45d-4db3-be76-9f46db01db5d/volume-1deff348-f45d-4db3-be76-9f46db01db5d.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.780490] env[69547]: INFO nova.compute.manager [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Terminating instance [ 1230.782651] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb8e153-7b72-436d-a352-ff39f2285813 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.797252] env[69547]: DEBUG nova.compute.manager [req-b871c7fb-35be-4a6b-a64c-266714aef57a req-dd4bf099-177a-4a03-a0c9-d7d7bb5b6a9a service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Received event network-changed-101dc86e-f414-428d-94fa-593a0767bbe6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.797430] env[69547]: DEBUG nova.compute.manager [req-b871c7fb-35be-4a6b-a64c-266714aef57a req-dd4bf099-177a-4a03-a0c9-d7d7bb5b6a9a service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Refreshing instance network info cache due to event network-changed-101dc86e-f414-428d-94fa-593a0767bbe6. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.797771] env[69547]: DEBUG oslo_concurrency.lockutils [req-b871c7fb-35be-4a6b-a64c-266714aef57a req-dd4bf099-177a-4a03-a0c9-d7d7bb5b6a9a service nova] Acquiring lock "refresh_cache-f3437584-cfb2-449a-a351-186903fba530" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.797771] env[69547]: DEBUG oslo_concurrency.lockutils [req-b871c7fb-35be-4a6b-a64c-266714aef57a req-dd4bf099-177a-4a03-a0c9-d7d7bb5b6a9a service nova] Acquired lock "refresh_cache-f3437584-cfb2-449a-a351-186903fba530" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.797929] env[69547]: DEBUG nova.network.neutron [req-b871c7fb-35be-4a6b-a64c-266714aef57a req-dd4bf099-177a-4a03-a0c9-d7d7bb5b6a9a service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Refreshing network info cache for port 101dc86e-f414-428d-94fa-593a0767bbe6 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.806584] env[69547]: DEBUG oslo_vmware.api [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1230.806584] env[69547]: value = "task-3162453" [ 1230.806584] env[69547]: _type = "Task" [ 1230.806584] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.816565] env[69547]: DEBUG oslo_vmware.api [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.030581] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 61afd391-37c6-45de-aed3-f6f8c966d579] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.032649] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d8b67076-4cf6-4b5b-96cc-0c7095c701c8 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.046s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.304608] env[69547]: DEBUG nova.compute.manager [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.304831] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.305755] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce09bd-ab81-4db5-9074-e80ce9e5202c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.316509] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.319491] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8b8c89-fa92-4ed2-9187-aeec13b43474 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.321241] env[69547]: DEBUG oslo_vmware.api [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162453, 'name': ReconfigVM_Task, 'duration_secs': 0.370692} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.321755] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-1deff348-f45d-4db3-be76-9f46db01db5d/volume-1deff348-f45d-4db3-be76-9f46db01db5d.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.326697] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b603baf-b106-4292-a77b-3995dd4db49f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.339546] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1231.339546] env[69547]: value = "task-3162454" [ 1231.339546] env[69547]: _type = "Task" [ 1231.339546] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.344270] env[69547]: DEBUG oslo_vmware.api [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1231.344270] env[69547]: value = "task-3162455" [ 1231.344270] env[69547]: _type = "Task" [ 1231.344270] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.347693] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.354798] env[69547]: DEBUG oslo_vmware.api [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.533951] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 53d12c7f-50bb-413b-85e8-f5201f7aa8ff] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.576976] env[69547]: DEBUG nova.network.neutron [req-b871c7fb-35be-4a6b-a64c-266714aef57a req-dd4bf099-177a-4a03-a0c9-d7d7bb5b6a9a service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Updated VIF entry in instance network info cache for port 101dc86e-f414-428d-94fa-593a0767bbe6. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.577398] env[69547]: DEBUG nova.network.neutron [req-b871c7fb-35be-4a6b-a64c-266714aef57a req-dd4bf099-177a-4a03-a0c9-d7d7bb5b6a9a service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Updating instance_info_cache with network_info: [{"id": "101dc86e-f414-428d-94fa-593a0767bbe6", "address": "fa:16:3e:3d:10:75", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101dc86e-f4", "ovs_interfaceid": "101dc86e-f414-428d-94fa-593a0767bbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.621167] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5e2f97-5f01-4c51-92ed-26ddc593fd19 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.629651] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a06c207-b2b2-47cf-8caa-6caabc374f6f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.661220] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005ac762-b13c-4fc2-a5dc-6e390c4c4b1e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.668335] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33666589-dfb1-4eef-8a0f-55d1bf06335a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.681355] env[69547]: DEBUG nova.compute.provider_tree [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.849937] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162454, 'name': PowerOffVM_Task, 'duration_secs': 0.205691} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.852941] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.853143] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.853390] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed540745-36df-4214-8568-f2fb8655040b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.859341] env[69547]: DEBUG oslo_vmware.api [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162455, 'name': ReconfigVM_Task, 'duration_secs': 0.135389} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.859610] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632696', 'volume_id': '1deff348-f45d-4db3-be76-9f46db01db5d', 'name': 'volume-1deff348-f45d-4db3-be76-9f46db01db5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc', 'attached_at': '', 'detached_at': '', 'volume_id': '1deff348-f45d-4db3-be76-9f46db01db5d', 'serial': '1deff348-f45d-4db3-be76-9f46db01db5d'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.913664] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.913892] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.914094] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleting the datastore file [datastore2] 859693d5-536a-4c9c-9a36-d94445b131b1 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.914360] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-986a863c-53d0-4ee8-9aa7-34b7dd0f863b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.919992] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for the task: (returnval){ [ 1231.919992] env[69547]: value = "task-3162457" [ 1231.919992] env[69547]: _type = "Task" [ 1231.919992] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.927924] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.038773] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: df53ded8-cbb1-4cde-840b-49ef4fa631c9] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.079508] env[69547]: DEBUG oslo_concurrency.lockutils [req-b871c7fb-35be-4a6b-a64c-266714aef57a req-dd4bf099-177a-4a03-a0c9-d7d7bb5b6a9a service nova] Releasing lock "refresh_cache-f3437584-cfb2-449a-a351-186903fba530" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.183947] env[69547]: DEBUG nova.scheduler.client.report [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.430644] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.542310] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: fc616047-fa59-42c8-96c8-48b520b81d20] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.690180] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.690825] env[69547]: DEBUG nova.compute.manager [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.897233] env[69547]: DEBUG nova.objects.instance [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.931161] env[69547]: DEBUG oslo_vmware.api [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Task: {'id': task-3162457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523078} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.931458] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.931646] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.931820] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.931989] env[69547]: INFO nova.compute.manager [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1232.932252] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.932444] env[69547]: DEBUG nova.compute.manager [-] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.932550] env[69547]: DEBUG nova.network.neutron [-] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.046484] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: b56d79e1-d6d6-41fd-9045-b3504c3f36cc] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.187454] env[69547]: DEBUG nova.compute.manager [req-f9ea3549-0a60-4df2-bec3-67026cc1450c req-477c801a-b132-4ec3-a139-23c2cdb2f5e7 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Received event network-vif-deleted-7d0dbe50-3812-4ee8-9800-a8a36c83a28e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.187675] env[69547]: INFO nova.compute.manager [req-f9ea3549-0a60-4df2-bec3-67026cc1450c req-477c801a-b132-4ec3-a139-23c2cdb2f5e7 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Neutron deleted interface 7d0dbe50-3812-4ee8-9800-a8a36c83a28e; detaching it from the instance and deleting it from the info cache [ 1233.187893] env[69547]: DEBUG nova.network.neutron [req-f9ea3549-0a60-4df2-bec3-67026cc1450c req-477c801a-b132-4ec3-a139-23c2cdb2f5e7 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.197147] env[69547]: DEBUG nova.compute.utils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.199480] env[69547]: DEBUG nova.compute.manager [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.199652] env[69547]: DEBUG nova.network.neutron [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.235926] env[69547]: DEBUG nova.policy [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9bd61f46a6945a095291f3b2d1886a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '495268221aed43d0a5691947ed49dca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.403242] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d190e334-022e-4cf9-9ce1-9923bcedab3d tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.464615] env[69547]: DEBUG nova.network.neutron [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Successfully created port: 825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.668351] env[69547]: DEBUG nova.network.neutron [-] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.690261] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d16838d-e560-4286-b908-380f8add3775 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.700071] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd3d2be-2892-4b7b-b888-77d982358161 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.710720] env[69547]: DEBUG nova.compute.manager [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.731878] env[69547]: DEBUG nova.compute.manager [req-f9ea3549-0a60-4df2-bec3-67026cc1450c req-477c801a-b132-4ec3-a139-23c2cdb2f5e7 service nova] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Detach interface failed, port_id=7d0dbe50-3812-4ee8-9800-a8a36c83a28e, reason: Instance 859693d5-536a-4c9c-9a36-d94445b131b1 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.171075] env[69547]: INFO nova.compute.manager [-] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Took 1.24 seconds to deallocate network for instance. [ 1234.289995] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.290251] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.678876] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.679366] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.679447] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.703471] env[69547]: INFO nova.scheduler.client.report [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Deleted allocations for instance 859693d5-536a-4c9c-9a36-d94445b131b1 [ 1234.720850] env[69547]: DEBUG nova.compute.manager [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.747342] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.747628] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.747731] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.747906] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.748077] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.748357] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.748421] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.748604] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.748825] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.748999] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.749202] env[69547]: DEBUG nova.virt.hardware [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.750082] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa1b85a-c2a8-4792-a5e4-5dd902ce597c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.758968] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c055806-5ff2-4dbb-b7bb-9985e697555b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.793108] env[69547]: DEBUG nova.compute.utils [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.893641] env[69547]: DEBUG nova.network.neutron [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Successfully updated port: 825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.212986] env[69547]: DEBUG oslo_concurrency.lockutils [None req-ab2eaffc-7ce6-408c-8e7e-da5d034bdb31 tempest-DeleteServersTestJSON-659093974 tempest-DeleteServersTestJSON-659093974-project-member] Lock "859693d5-536a-4c9c-9a36-d94445b131b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.443s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.215492] env[69547]: DEBUG nova.compute.manager [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received event network-vif-plugged-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.215720] env[69547]: DEBUG oslo_concurrency.lockutils [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] Acquiring lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.215926] env[69547]: DEBUG oslo_concurrency.lockutils [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.216136] env[69547]: DEBUG oslo_concurrency.lockutils [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.216372] env[69547]: DEBUG nova.compute.manager [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] No waiting events found dispatching network-vif-plugged-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.216536] env[69547]: WARNING nova.compute.manager [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received unexpected event network-vif-plugged-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 for instance with vm_state building and task_state spawning. [ 1235.216694] env[69547]: DEBUG nova.compute.manager [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received event network-changed-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.216831] env[69547]: DEBUG nova.compute.manager [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Refreshing instance network info cache due to event network-changed-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.217014] env[69547]: DEBUG oslo_concurrency.lockutils [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] Acquiring lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.217150] env[69547]: DEBUG oslo_concurrency.lockutils [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] Acquired lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.217317] env[69547]: DEBUG nova.network.neutron [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Refreshing network info cache for port 825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.295252] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.396365] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.749481] env[69547]: DEBUG nova.network.neutron [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.827104] env[69547]: DEBUG nova.network.neutron [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.330147] env[69547]: DEBUG oslo_concurrency.lockutils [req-995f709d-4d9c-4753-a610-6eb03d207192 req-e2154595-403f-4971-8e99-5a1e3958ab46 service nova] Releasing lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.330548] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.330714] env[69547]: DEBUG nova.network.neutron [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.361956] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.362203] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.362429] env[69547]: INFO nova.compute.manager [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Attaching volume 3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca to /dev/sdc [ 1236.396913] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d2d521-efcb-4ed9-9fb9-208c9545ecf2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.404854] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eaa39a-00db-45d8-9389-3fb838deac22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.417825] env[69547]: DEBUG nova.virt.block_device [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Updating existing volume attachment record: 1925dfa4-4a2c-4621-848d-715f268d149c {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1236.863197] env[69547]: DEBUG nova.network.neutron [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.009714] env[69547]: DEBUG nova.network.neutron [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating instance_info_cache with network_info: [{"id": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "address": "fa:16:3e:47:6e:69", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825d2f0d-9f", "ovs_interfaceid": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.512798] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.512798] env[69547]: DEBUG nova.compute.manager [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Instance network_info: |[{"id": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "address": "fa:16:3e:47:6e:69", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825d2f0d-9f", "ovs_interfaceid": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.513061] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:6e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '825d2f0d-9fec-4653-b5b1-1e6b4fad03b8', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.521893] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Creating folder: Project (495268221aed43d0a5691947ed49dca9). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.522180] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-636141ee-549f-476c-9e25-c136877193d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.533861] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Created folder: Project (495268221aed43d0a5691947ed49dca9) in parent group-v632381. [ 1237.534076] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Creating folder: Instances. Parent ref: group-v632698. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.534370] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f301812d-4fd8-45ce-b2c4-1876ce629410 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.543076] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Created folder: Instances in parent group-v632698. [ 1237.543334] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.543528] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.543730] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87a13145-6ad7-45e8-85cf-60f6809ae10c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.562176] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.562176] env[69547]: value = "task-3162462" [ 1237.562176] env[69547]: _type = "Task" [ 1237.562176] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.572197] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162462, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.075036] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162462, 'name': CreateVM_Task, 'duration_secs': 0.35915} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.075036] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.075036] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.075036] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.075036] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.075036] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f67e6b1-d510-4637-aa30-14716dabae71 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.080668] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1238.080668] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52590c11-691c-46c0-f423-c955792c6695" [ 1238.080668] env[69547]: _type = "Task" [ 1238.080668] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.090175] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52590c11-691c-46c0-f423-c955792c6695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.592844] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52590c11-691c-46c0-f423-c955792c6695, 'name': SearchDatastore_Task, 'duration_secs': 0.029443} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.592844] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.592987] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.593170] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.593320] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.593500] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.593752] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10933334-1377-4e5b-9e7f-de80cdd459e3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.601958] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.602098] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.602808] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4dd0c62-b6f7-4a35-8cc4-e659198b7431 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.607333] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1238.607333] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c53fb7-ceb5-5625-546f-b2c2c8e06a63" [ 1238.607333] env[69547]: _type = "Task" [ 1238.607333] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.614465] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c53fb7-ceb5-5625-546f-b2c2c8e06a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.117700] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c53fb7-ceb5-5625-546f-b2c2c8e06a63, 'name': SearchDatastore_Task, 'duration_secs': 0.007883} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.118677] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b703af25-0bda-4a47-8990-ec442d7fbeb6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.123713] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1239.123713] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a4fd29-d060-360d-f28b-c91ea7743453" [ 1239.123713] env[69547]: _type = "Task" [ 1239.123713] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.131915] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a4fd29-d060-360d-f28b-c91ea7743453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.635446] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a4fd29-d060-360d-f28b-c91ea7743453, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.635712] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.636110] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7e7b93b5-ec82-4bd6-829b-661ef7758324/7e7b93b5-ec82-4bd6-829b-661ef7758324.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.636256] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-004263a2-9f1c-4d6b-9483-eaa303669a86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.644404] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1239.644404] env[69547]: value = "task-3162464" [ 1239.644404] env[69547]: _type = "Task" [ 1239.644404] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.652413] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.159106] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494408} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.159466] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7e7b93b5-ec82-4bd6-829b-661ef7758324/7e7b93b5-ec82-4bd6-829b-661ef7758324.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.159695] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.159953] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a31944d8-c882-47d1-8f4b-221c4be74266 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.166077] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1240.166077] env[69547]: value = "task-3162465" [ 1240.166077] env[69547]: _type = "Task" [ 1240.166077] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.177789] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.337855] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.338141] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.338339] env[69547]: INFO nova.compute.manager [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Shelving [ 1240.680681] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071012} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.680968] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.682872] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97be72d-d0d0-472b-99a7-f8728a28561d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.708498] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 7e7b93b5-ec82-4bd6-829b-661ef7758324/7e7b93b5-ec82-4bd6-829b-661ef7758324.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.708877] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8102c939-2a40-423a-94c5-39396e2a6547 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.731146] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1240.731146] env[69547]: value = "task-3162466" [ 1240.731146] env[69547]: _type = "Task" [ 1240.731146] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.740016] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.964035] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.964343] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632697', 'volume_id': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'name': 'volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc', 'attached_at': '', 'detached_at': '', 'volume_id': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'serial': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.965212] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca7d3eb-4fc9-4843-b756-6d68fe70900b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.982596] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec44554-f09b-4a33-9994-648449e29243 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.011021] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca/volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.011430] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42683b1-5850-4126-8968-bd1ab438ec03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.029467] env[69547]: DEBUG oslo_vmware.api [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1241.029467] env[69547]: value = "task-3162467" [ 1241.029467] env[69547]: _type = "Task" [ 1241.029467] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.039239] env[69547]: DEBUG oslo_vmware.api [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.248392] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162466, 'name': ReconfigVM_Task, 'duration_secs': 0.289336} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.248822] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 7e7b93b5-ec82-4bd6-829b-661ef7758324/7e7b93b5-ec82-4bd6-829b-661ef7758324.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.249520] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ab4ff75-46bb-464a-8f43-2c06ef5cbdfd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.256720] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1241.256720] env[69547]: value = "task-3162468" [ 1241.256720] env[69547]: _type = "Task" [ 1241.256720] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.269237] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162468, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.348859] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.349295] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a57c364d-8fc8-4665-94ed-93f4ef5beac2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.356710] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1241.356710] env[69547]: value = "task-3162469" [ 1241.356710] env[69547]: _type = "Task" [ 1241.356710] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.365584] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.539043] env[69547]: DEBUG oslo_vmware.api [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162467, 'name': ReconfigVM_Task, 'duration_secs': 0.388635} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.539405] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca/volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.544335] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329c80f2-fb69-4ad6-8ad0-28226f38b41d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.559392] env[69547]: DEBUG oslo_vmware.api [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1241.559392] env[69547]: value = "task-3162470" [ 1241.559392] env[69547]: _type = "Task" [ 1241.559392] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.567888] env[69547]: DEBUG oslo_vmware.api [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.767025] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162468, 'name': Rename_Task, 'duration_secs': 0.144777} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.767210] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.767381] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c43d704-a786-4f8f-9168-c47df0136f03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.774165] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1241.774165] env[69547]: value = "task-3162471" [ 1241.774165] env[69547]: _type = "Task" [ 1241.774165] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.782095] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.870592] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162469, 'name': PowerOffVM_Task, 'duration_secs': 0.192983} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.870988] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.872386] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b7b06c-322b-4804-b8a5-46333b340bd7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.903562] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437dec02-9fcc-4434-b20c-deb5d282e0b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.069135] env[69547]: DEBUG oslo_vmware.api [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162470, 'name': ReconfigVM_Task, 'duration_secs': 0.139764} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.069468] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632697', 'volume_id': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'name': 'volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc', 'attached_at': '', 'detached_at': '', 'volume_id': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'serial': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1242.161340] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.161573] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.283445] env[69547]: DEBUG oslo_vmware.api [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162471, 'name': PowerOnVM_Task, 'duration_secs': 0.505292} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.283830] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.283913] env[69547]: INFO nova.compute.manager [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1242.284105] env[69547]: DEBUG nova.compute.manager [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.284886] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b19001-1886-463f-a4ff-3bcd0018f963 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.417174] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1242.417507] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e5098c6-e9e6-4aa1-b6ec-0220cd962bd6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.425617] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1242.425617] env[69547]: value = "task-3162472" [ 1242.425617] env[69547]: _type = "Task" [ 1242.425617] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.434663] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162472, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.472199] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "202e4cce-0c40-428b-8ded-912be5afa71a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.472429] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "202e4cce-0c40-428b-8ded-912be5afa71a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.663621] env[69547]: DEBUG nova.compute.manager [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.803176] env[69547]: INFO nova.compute.manager [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Took 12.35 seconds to build instance. [ 1242.937017] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162472, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.975204] env[69547]: DEBUG nova.compute.manager [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.104917] env[69547]: DEBUG nova.objects.instance [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.184539] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.184840] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.186411] env[69547]: INFO nova.compute.claims [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.305532] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d6eae82d-4984-4159-b560-91cb529c4a9a tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.863s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.437668] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162472, 'name': CreateSnapshot_Task, 'duration_secs': 0.919292} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.437954] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1243.438728] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f52f5b5-b95e-477e-98d3-8a2c2270a80e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.493800] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.610410] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2f2fe463-2206-4550-8c05-10cf550e5375 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.956599] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1243.956938] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-728909c8-39f3-4c06-9227-ad9da3bdf308 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.962297] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.962521] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.965706] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1243.965706] env[69547]: value = "task-3162473" [ 1243.965706] env[69547]: _type = "Task" [ 1243.965706] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.973849] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162473, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.303130] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2e75c9-c419-4932-97c9-b4d5735c5776 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.311600] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d350a1-37b8-4225-9e20-89037a12258a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.341018] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675ec0cc-f34b-41d3-a973-c1f764553f17 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.348706] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9642ea71-7fa0-40e2-a640-7263177693dc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.362229] env[69547]: DEBUG nova.compute.provider_tree [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.384867] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "c1020de8-3083-41d6-bddb-c5a21817a110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.385103] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "c1020de8-3083-41d6-bddb-c5a21817a110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.465458] env[69547]: INFO nova.compute.manager [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Detaching volume 1deff348-f45d-4db3-be76-9f46db01db5d [ 1244.478395] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162473, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.499166] env[69547]: INFO nova.virt.block_device [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Attempting to driver detach volume 1deff348-f45d-4db3-be76-9f46db01db5d from mountpoint /dev/sdb [ 1244.499430] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1244.499830] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632696', 'volume_id': '1deff348-f45d-4db3-be76-9f46db01db5d', 'name': 'volume-1deff348-f45d-4db3-be76-9f46db01db5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc', 'attached_at': '', 'detached_at': '', 'volume_id': '1deff348-f45d-4db3-be76-9f46db01db5d', 'serial': '1deff348-f45d-4db3-be76-9f46db01db5d'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1244.500651] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619f3fb7-eb8c-4235-9ec1-e3f2f1096fac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.524525] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c1b089-be51-419a-8ef5-4154c1c507d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.531395] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a71a3f-214e-4dbe-ac88-0d6113afa4c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.553539] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9012b9-d137-4d1d-9dda-fe09f08a761e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.568118] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] The volume has not been displaced from its original location: [datastore1] volume-1deff348-f45d-4db3-be76-9f46db01db5d/volume-1deff348-f45d-4db3-be76-9f46db01db5d.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1244.573323] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.573689] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae15518b-e7c3-4b42-83bb-82724092e2d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.591837] env[69547]: DEBUG oslo_vmware.api [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1244.591837] env[69547]: value = "task-3162474" [ 1244.591837] env[69547]: _type = "Task" [ 1244.591837] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.599268] env[69547]: DEBUG oslo_vmware.api [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.886622] env[69547]: ERROR nova.scheduler.client.report [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [req-eab014c8-2cf3-45f8-bf4d-c3cc32ae031c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3dff35a2-8b92-4f77-8c0d-98fc04223d9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eab014c8-2cf3-45f8-bf4d-c3cc32ae031c"}]} [ 1244.890040] env[69547]: DEBUG nova.compute.manager [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.903852] env[69547]: DEBUG nova.scheduler.client.report [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Refreshing inventories for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1244.921345] env[69547]: DEBUG nova.scheduler.client.report [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Updating ProviderTree inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1244.921645] env[69547]: DEBUG nova.compute.provider_tree [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.933931] env[69547]: DEBUG nova.scheduler.client.report [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Refreshing aggregate associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, aggregates: None {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1244.953065] env[69547]: DEBUG nova.scheduler.client.report [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Refreshing trait associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1244.980325] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162473, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.089354] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33187919-f3ed-48fa-9b34-9d4dbb39d8a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.097988] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5565f720-9869-4d86-8113-a3265fffc585 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.105877] env[69547]: DEBUG oslo_vmware.api [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162474, 'name': ReconfigVM_Task, 'duration_secs': 0.24552} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.129346] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.134109] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4083abb3-786d-4827-9328-13dc61763c31 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.144418] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc06cbf-550b-4ea8-8132-803fb6be5637 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.153368] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4785d96f-3ba7-4325-a4c6-939dd7c0897e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.157168] env[69547]: DEBUG oslo_vmware.api [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1245.157168] env[69547]: value = "task-3162475" [ 1245.157168] env[69547]: _type = "Task" [ 1245.157168] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.167951] env[69547]: DEBUG nova.compute.provider_tree [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.174300] env[69547]: DEBUG oslo_vmware.api [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.416121] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.478260] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162473, 'name': CloneVM_Task, 'duration_secs': 1.19878} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.478515] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Created linked-clone VM from snapshot [ 1245.479286] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dc68a8-d01e-4a26-8ae3-3477e0e00b37 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.487546] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Uploading image 0473ec28-8141-4538-93be-8decfd4f2db4 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1245.582366] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1245.582366] env[69547]: value = "vm-632702" [ 1245.582366] env[69547]: _type = "VirtualMachine" [ 1245.582366] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1245.582645] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-170c5d0e-8b9f-49fb-9814-d23100765967 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.589221] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease: (returnval){ [ 1245.589221] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ef5f3a-b3a2-5e85-46a7-ba1918548e39" [ 1245.589221] env[69547]: _type = "HttpNfcLease" [ 1245.589221] env[69547]: } obtained for exporting VM: (result){ [ 1245.589221] env[69547]: value = "vm-632702" [ 1245.589221] env[69547]: _type = "VirtualMachine" [ 1245.589221] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1245.589545] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the lease: (returnval){ [ 1245.589545] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ef5f3a-b3a2-5e85-46a7-ba1918548e39" [ 1245.589545] env[69547]: _type = "HttpNfcLease" [ 1245.589545] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1245.595242] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.595242] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ef5f3a-b3a2-5e85-46a7-ba1918548e39" [ 1245.595242] env[69547]: _type = "HttpNfcLease" [ 1245.595242] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1246.331355] env[69547]: DEBUG oslo_vmware.api [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162475, 'name': ReconfigVM_Task, 'duration_secs': 0.157169} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.332932] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632696', 'volume_id': '1deff348-f45d-4db3-be76-9f46db01db5d', 'name': 'volume-1deff348-f45d-4db3-be76-9f46db01db5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc', 'attached_at': '', 'detached_at': '', 'volume_id': '1deff348-f45d-4db3-be76-9f46db01db5d', 'serial': '1deff348-f45d-4db3-be76-9f46db01db5d'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1246.334893] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.334893] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ef5f3a-b3a2-5e85-46a7-ba1918548e39" [ 1246.334893] env[69547]: _type = "HttpNfcLease" [ 1246.334893] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1246.335395] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1246.335395] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ef5f3a-b3a2-5e85-46a7-ba1918548e39" [ 1246.335395] env[69547]: _type = "HttpNfcLease" [ 1246.335395] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1246.336120] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1b943a-b92c-4bd8-90db-ebee9f45d68c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.343687] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85015-ce19-ed5c-23b8-e84c074ff9d4/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1246.343687] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85015-ce19-ed5c-23b8-e84c074ff9d4/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1246.400930] env[69547]: DEBUG nova.scheduler.client.report [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1246.401209] env[69547]: DEBUG nova.compute.provider_tree [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 156 to 157 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1246.401391] env[69547]: DEBUG nova.compute.provider_tree [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.560711] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf8bcbb2-8992-4c10-b157-6c3e5b887b20 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.878141] env[69547]: DEBUG nova.objects.instance [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.906017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.721s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.906754] env[69547]: DEBUG nova.compute.manager [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.909588] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.416s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.911201] env[69547]: INFO nova.compute.claims [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.417167] env[69547]: DEBUG nova.compute.utils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.418167] env[69547]: DEBUG nova.compute.manager [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.418442] env[69547]: DEBUG nova.network.neutron [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.423350] env[69547]: DEBUG oslo_concurrency.lockutils [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "009880fb-11ce-49f1-a149-b7df761e36f3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.423739] env[69547]: DEBUG oslo_concurrency.lockutils [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.470914] env[69547]: DEBUG nova.policy [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f5363a339f0428281e069b3aa8100a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed257fc1fdf740c5a43c2636b3c29465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.751937] env[69547]: DEBUG nova.network.neutron [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Successfully created port: 82496ce6-9653-4b09-967e-dc4bb30e6f0d {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.885940] env[69547]: DEBUG oslo_concurrency.lockutils [None req-6d751d4e-2b41-4cfd-9d59-85370755bd41 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.923s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.924043] env[69547]: DEBUG nova.compute.manager [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.931093] env[69547]: INFO nova.compute.manager [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Detaching volume 0f503246-eefd-429f-b6fe-20cf16d1c185 [ 1247.969455] env[69547]: INFO nova.virt.block_device [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Attempting to driver detach volume 0f503246-eefd-429f-b6fe-20cf16d1c185 from mountpoint /dev/sdb [ 1247.969455] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.969687] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.970898] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2500f4-cfca-417a-aa10-4612ac490ca7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.009246] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b859c1b1-a151-43bc-881c-7adef57d6dae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.017666] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad77343-9aef-4257-b7ae-28eb77e7454c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.049305] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd3cd82-4994-4b2d-a1a6-c39c0f21b3a3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.066820] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f503246-eefd-429f-b6fe-20cf16d1c185/volume-0f503246-eefd-429f-b6fe-20cf16d1c185.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1248.072497] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.075792] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e3fa40-f1ea-4c96-9ec3-741bbf21f963 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.096587] env[69547]: DEBUG oslo_vmware.api [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1248.096587] env[69547]: value = "task-3162477" [ 1248.096587] env[69547]: _type = "Task" [ 1248.096587] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.110674] env[69547]: DEBUG oslo_vmware.api [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162477, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.157887] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95453640-3978-4a91-9d24-a04f9b1f8e53 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.165908] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd51f5e-73a2-410c-b87a-6d3141b2b4ba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.201319] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fcc759-74c7-46cb-bf8d-e1acbe8504ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.208830] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aa372b-fb39-4475-9c48-1dd981d4b170 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.223108] env[69547]: DEBUG nova.compute.provider_tree [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.261785] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.262101] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.608056] env[69547]: DEBUG oslo_vmware.api [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162477, 'name': ReconfigVM_Task, 'duration_secs': 0.241162} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.608975] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.613485] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3a119f-39ed-4483-99e4-989e7248e960 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.629312] env[69547]: DEBUG oslo_vmware.api [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1248.629312] env[69547]: value = "task-3162478" [ 1248.629312] env[69547]: _type = "Task" [ 1248.629312] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.637698] env[69547]: DEBUG oslo_vmware.api [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.728047] env[69547]: DEBUG nova.scheduler.client.report [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.765777] env[69547]: INFO nova.compute.manager [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Detaching volume 3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca [ 1248.802534] env[69547]: INFO nova.virt.block_device [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Attempting to driver detach volume 3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca from mountpoint /dev/sdc [ 1248.802534] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1248.802534] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632697', 'volume_id': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'name': 'volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc', 'attached_at': '', 'detached_at': '', 'volume_id': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'serial': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1248.803553] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec7cbba-c0c9-45d2-b199-f623288bff12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.826083] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05bda0a-b10d-4dcc-80d3-959e259016c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.833882] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0642d3-8682-4a6e-ac8e-6dd105eda07d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.856800] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e7552e-d89c-431f-8405-c387964dda57 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.873131] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] The volume has not been displaced from its original location: [datastore2] volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca/volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1248.878650] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.879370] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a1b7ec3-a044-4323-b8bb-ed4f8770b1c4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.898164] env[69547]: DEBUG oslo_vmware.api [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1248.898164] env[69547]: value = "task-3162479" [ 1248.898164] env[69547]: _type = "Task" [ 1248.898164] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.906771] env[69547]: DEBUG oslo_vmware.api [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.939761] env[69547]: DEBUG nova.compute.manager [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.967880] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.968216] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.968390] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.968574] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.968757] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.968955] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.969200] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.969365] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.969551] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.969794] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.970014] env[69547]: DEBUG nova.virt.hardware [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.970983] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d979f0-0cbd-41ca-9b71-9ddbdacbc46f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.979145] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f496e99-6dfc-47c5-a139-38878e91a0df {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.139454] env[69547]: DEBUG oslo_vmware.api [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162478, 'name': ReconfigVM_Task, 'duration_secs': 0.148096} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.140118] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632683', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'name': 'volume-0f503246-eefd-429f-b6fe-20cf16d1c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '009880fb-11ce-49f1-a149-b7df761e36f3', 'attached_at': '', 'detached_at': '', 'volume_id': '0f503246-eefd-429f-b6fe-20cf16d1c185', 'serial': '0f503246-eefd-429f-b6fe-20cf16d1c185'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1249.233139] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.233703] env[69547]: DEBUG nova.compute.manager [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.236326] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.820s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.237754] env[69547]: INFO nova.compute.claims [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.289271] env[69547]: DEBUG nova.compute.manager [req-65477c40-5740-4e40-8ee0-5ec93a640b12 req-d7683106-38ad-4b5c-8307-63e0a83e04a6 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Received event network-vif-plugged-82496ce6-9653-4b09-967e-dc4bb30e6f0d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.289501] env[69547]: DEBUG oslo_concurrency.lockutils [req-65477c40-5740-4e40-8ee0-5ec93a640b12 req-d7683106-38ad-4b5c-8307-63e0a83e04a6 service nova] Acquiring lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.289710] env[69547]: DEBUG oslo_concurrency.lockutils [req-65477c40-5740-4e40-8ee0-5ec93a640b12 req-d7683106-38ad-4b5c-8307-63e0a83e04a6 service nova] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.289874] env[69547]: DEBUG oslo_concurrency.lockutils [req-65477c40-5740-4e40-8ee0-5ec93a640b12 req-d7683106-38ad-4b5c-8307-63e0a83e04a6 service nova] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.290050] env[69547]: DEBUG nova.compute.manager [req-65477c40-5740-4e40-8ee0-5ec93a640b12 req-d7683106-38ad-4b5c-8307-63e0a83e04a6 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] No waiting events found dispatching network-vif-plugged-82496ce6-9653-4b09-967e-dc4bb30e6f0d {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.290219] env[69547]: WARNING nova.compute.manager [req-65477c40-5740-4e40-8ee0-5ec93a640b12 req-d7683106-38ad-4b5c-8307-63e0a83e04a6 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Received unexpected event network-vif-plugged-82496ce6-9653-4b09-967e-dc4bb30e6f0d for instance with vm_state building and task_state spawning. [ 1249.383875] env[69547]: DEBUG nova.network.neutron [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Successfully updated port: 82496ce6-9653-4b09-967e-dc4bb30e6f0d {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.408375] env[69547]: DEBUG oslo_vmware.api [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162479, 'name': ReconfigVM_Task, 'duration_secs': 0.244712} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.408625] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.413504] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0cb171-f93e-4b5d-a575-6563b5df1871 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.428416] env[69547]: DEBUG oslo_vmware.api [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1249.428416] env[69547]: value = "task-3162480" [ 1249.428416] env[69547]: _type = "Task" [ 1249.428416] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.436454] env[69547]: DEBUG oslo_vmware.api [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.682587] env[69547]: DEBUG nova.objects.instance [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lazy-loading 'flavor' on Instance uuid 009880fb-11ce-49f1-a149-b7df761e36f3 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.742514] env[69547]: DEBUG nova.compute.utils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.745899] env[69547]: DEBUG nova.compute.manager [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.746087] env[69547]: DEBUG nova.network.neutron [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.784018] env[69547]: DEBUG nova.policy [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f5363a339f0428281e069b3aa8100a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed257fc1fdf740c5a43c2636b3c29465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.887131] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.887358] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.887617] env[69547]: DEBUG nova.network.neutron [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.938957] env[69547]: DEBUG oslo_vmware.api [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.014329] env[69547]: DEBUG nova.network.neutron [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Successfully created port: 9ec84f6f-dd74-40e8-b7db-9f8f062ecdad {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.246786] env[69547]: DEBUG nova.compute.manager [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.388900] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bed94d3-2e60-41bb-be5a-8467e53d42d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.401640] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d4d813-4a7b-4cbb-8332-d84c2c8226d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.431371] env[69547]: DEBUG nova.network.neutron [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.436726] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a051094-289b-467e-acbe-89994fe5e077 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.444465] env[69547]: DEBUG oslo_vmware.api [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162480, 'name': ReconfigVM_Task, 'duration_secs': 0.788924} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.447187] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632697', 'volume_id': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'name': 'volume-3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc', 'attached_at': '', 'detached_at': '', 'volume_id': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca', 'serial': '3df89fbb-0bfb-4515-bcbb-ad5f4a91b0ca'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.450079] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c6902-1c38-4b74-8e83-4c4b4491d556 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.467842] env[69547]: DEBUG nova.compute.provider_tree [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.585794] env[69547]: DEBUG nova.network.neutron [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Updating instance_info_cache with network_info: [{"id": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "address": "fa:16:3e:80:a0:3c", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82496ce6-96", "ovs_interfaceid": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.690502] env[69547]: DEBUG oslo_concurrency.lockutils [None req-98bd5fc1-c924-40eb-a2e5-38aa732a52ad tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.971062] env[69547]: DEBUG nova.scheduler.client.report [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.997246] env[69547]: DEBUG nova.objects.instance [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'flavor' on Instance uuid 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.088898] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.089253] env[69547]: DEBUG nova.compute.manager [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Instance network_info: |[{"id": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "address": "fa:16:3e:80:a0:3c", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82496ce6-96", "ovs_interfaceid": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.089756] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:a0:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82496ce6-9653-4b09-967e-dc4bb30e6f0d', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.097156] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Creating folder: Project (ed257fc1fdf740c5a43c2636b3c29465). Parent ref: group-v632381. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.097460] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9ea833a-39f6-4da2-9b54-11695a48963f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.109769] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Created folder: Project (ed257fc1fdf740c5a43c2636b3c29465) in parent group-v632381. [ 1251.109981] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Creating folder: Instances. Parent ref: group-v632703. {{(pid=69547) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.110286] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5308fe1a-7c08-4c4c-8534-d4adb848c30c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.118764] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Created folder: Instances in parent group-v632703. [ 1251.118998] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.119206] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.119408] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f832d29-f229-481d-b6e6-4d07c5dcbfc5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.138162] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.138162] env[69547]: value = "task-3162483" [ 1251.138162] env[69547]: _type = "Task" [ 1251.138162] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.146391] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162483, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.259253] env[69547]: DEBUG nova.compute.manager [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.286802] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.287073] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.287236] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.287421] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.287565] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.287899] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.288165] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.288330] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.288496] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.288657] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.288828] env[69547]: DEBUG nova.virt.hardware [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.289748] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681026d8-dd64-4d87-b270-b07d0e560182 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.298381] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ceb11b-f7e6-4515-8af5-5bd6801413ba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.316762] env[69547]: DEBUG nova.compute.manager [req-5f291987-96f6-427b-af0e-0a6be36160a9 req-661cedc9-1879-45e6-ad47-6fade09bc106 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Received event network-changed-82496ce6-9653-4b09-967e-dc4bb30e6f0d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.316969] env[69547]: DEBUG nova.compute.manager [req-5f291987-96f6-427b-af0e-0a6be36160a9 req-661cedc9-1879-45e6-ad47-6fade09bc106 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Refreshing instance network info cache due to event network-changed-82496ce6-9653-4b09-967e-dc4bb30e6f0d. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.317211] env[69547]: DEBUG oslo_concurrency.lockutils [req-5f291987-96f6-427b-af0e-0a6be36160a9 req-661cedc9-1879-45e6-ad47-6fade09bc106 service nova] Acquiring lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.317359] env[69547]: DEBUG oslo_concurrency.lockutils [req-5f291987-96f6-427b-af0e-0a6be36160a9 req-661cedc9-1879-45e6-ad47-6fade09bc106 service nova] Acquired lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.317555] env[69547]: DEBUG nova.network.neutron [req-5f291987-96f6-427b-af0e-0a6be36160a9 req-661cedc9-1879-45e6-ad47-6fade09bc106 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Refreshing network info cache for port 82496ce6-9653-4b09-967e-dc4bb30e6f0d {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.476896] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.477404] env[69547]: DEBUG nova.compute.manager [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.603949] env[69547]: DEBUG nova.network.neutron [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Successfully updated port: 9ec84f6f-dd74-40e8-b7db-9f8f062ecdad {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.648271] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162483, 'name': CreateVM_Task, 'duration_secs': 0.370031} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.648485] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.649104] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.649270] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.649601] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.649854] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a52b300-d7c6-4090-8437-fb9e29ad534c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.654786] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1251.654786] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c88bf-854e-20dd-fba7-888cccf2a795" [ 1251.654786] env[69547]: _type = "Task" [ 1251.654786] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.662436] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c88bf-854e-20dd-fba7-888cccf2a795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.733640] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "009880fb-11ce-49f1-a149-b7df761e36f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.733871] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.734089] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "009880fb-11ce-49f1-a149-b7df761e36f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.734273] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.734595] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.736854] env[69547]: INFO nova.compute.manager [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Terminating instance [ 1251.982634] env[69547]: DEBUG nova.compute.utils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.984153] env[69547]: DEBUG nova.compute.manager [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.984354] env[69547]: DEBUG nova.network.neutron [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.012776] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f6598bd0-d7c9-415d-b583-323910c389a8 tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.751s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.022044] env[69547]: DEBUG nova.network.neutron [req-5f291987-96f6-427b-af0e-0a6be36160a9 req-661cedc9-1879-45e6-ad47-6fade09bc106 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Updated VIF entry in instance network info cache for port 82496ce6-9653-4b09-967e-dc4bb30e6f0d. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.022522] env[69547]: DEBUG nova.network.neutron [req-5f291987-96f6-427b-af0e-0a6be36160a9 req-661cedc9-1879-45e6-ad47-6fade09bc106 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Updating instance_info_cache with network_info: [{"id": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "address": "fa:16:3e:80:a0:3c", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82496ce6-96", "ovs_interfaceid": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.027278] env[69547]: DEBUG nova.policy [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9bd61f46a6945a095291f3b2d1886a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '495268221aed43d0a5691947ed49dca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.107377] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "refresh_cache-202e4cce-0c40-428b-8ded-912be5afa71a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.107377] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "refresh_cache-202e4cce-0c40-428b-8ded-912be5afa71a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.107377] env[69547]: DEBUG nova.network.neutron [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.166557] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528c88bf-854e-20dd-fba7-888cccf2a795, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.166557] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.166758] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.167618] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.167618] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.167618] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.167618] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d38726-757b-4e5c-b831-488f972da37e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.178496] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.178496] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.178496] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce3bd15-64d3-4ee5-82b7-fc23079bddf5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.184140] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1252.184140] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520e7091-4a05-9c4f-f072-02633ce10e68" [ 1252.184140] env[69547]: _type = "Task" [ 1252.184140] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.192897] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520e7091-4a05-9c4f-f072-02633ce10e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.243305] env[69547]: DEBUG nova.compute.manager [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.243305] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.243305] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18612dcd-51e9-4368-b6b7-40fd63191914 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.251235] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.251718] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16373b55-3843-4e87-b21b-1d5e6a34ef9d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.258369] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1252.258369] env[69547]: value = "task-3162484" [ 1252.258369] env[69547]: _type = "Task" [ 1252.258369] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.267048] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.294128] env[69547]: DEBUG nova.network.neutron [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Successfully created port: e141f76e-dfb6-4c0f-9a48-0ec07997b25a {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.488177] env[69547]: DEBUG nova.compute.manager [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.526247] env[69547]: DEBUG oslo_concurrency.lockutils [req-5f291987-96f6-427b-af0e-0a6be36160a9 req-661cedc9-1879-45e6-ad47-6fade09bc106 service nova] Releasing lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.639042] env[69547]: DEBUG nova.network.neutron [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.695876] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520e7091-4a05-9c4f-f072-02633ce10e68, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.696836] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2beb61-dccf-47cb-9a10-15f167121786 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.699471] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.699714] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.699916] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.700117] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.700289] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.702356] env[69547]: INFO nova.compute.manager [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Terminating instance [ 1252.708566] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1252.708566] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f4cbf-deaf-f052-e948-1f4001d587c4" [ 1252.708566] env[69547]: _type = "Task" [ 1252.708566] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.721553] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528f4cbf-deaf-f052-e948-1f4001d587c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011477} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.721827] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.722118] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7ab55a49-7eb5-4138-bf2d-0c911ac03534/7ab55a49-7eb5-4138-bf2d-0c911ac03534.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.722381] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-328b2210-968a-4b52-bd0e-2dbbe4774eed {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.729633] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1252.729633] env[69547]: value = "task-3162485" [ 1252.729633] env[69547]: _type = "Task" [ 1252.729633] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.737895] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.769031] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.778670] env[69547]: DEBUG nova.network.neutron [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Updating instance_info_cache with network_info: [{"id": "9ec84f6f-dd74-40e8-b7db-9f8f062ecdad", "address": "fa:16:3e:ec:dc:94", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec84f6f-dd", "ovs_interfaceid": "9ec84f6f-dd74-40e8-b7db-9f8f062ecdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.207121] env[69547]: DEBUG nova.compute.manager [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.207574] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.208307] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32ab3eb-4073-451e-b9b4-73748a9f7fdb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.216666] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.216953] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca3fdca6-8b02-4eb0-8f9d-121f3fed2bb2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.224365] env[69547]: DEBUG oslo_vmware.api [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1253.224365] env[69547]: value = "task-3162486" [ 1253.224365] env[69547]: _type = "Task" [ 1253.224365] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.233212] env[69547]: DEBUG oslo_vmware.api [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.241219] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162485, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.269101] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.281896] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "refresh_cache-202e4cce-0c40-428b-8ded-912be5afa71a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.282297] env[69547]: DEBUG nova.compute.manager [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Instance network_info: |[{"id": "9ec84f6f-dd74-40e8-b7db-9f8f062ecdad", "address": "fa:16:3e:ec:dc:94", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec84f6f-dd", "ovs_interfaceid": "9ec84f6f-dd74-40e8-b7db-9f8f062ecdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.282740] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:dc:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ec84f6f-dd74-40e8-b7db-9f8f062ecdad', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.290349] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.290583] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.290812] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6dbd509-7172-4eef-97c9-215178bd86ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.310957] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.310957] env[69547]: value = "task-3162487" [ 1253.310957] env[69547]: _type = "Task" [ 1253.310957] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.318581] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162487, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.348182] env[69547]: DEBUG nova.compute.manager [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Received event network-vif-plugged-9ec84f6f-dd74-40e8-b7db-9f8f062ecdad {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.348404] env[69547]: DEBUG oslo_concurrency.lockutils [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] Acquiring lock "202e4cce-0c40-428b-8ded-912be5afa71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.348712] env[69547]: DEBUG oslo_concurrency.lockutils [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] Lock "202e4cce-0c40-428b-8ded-912be5afa71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.348908] env[69547]: DEBUG oslo_concurrency.lockutils [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] Lock "202e4cce-0c40-428b-8ded-912be5afa71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.349100] env[69547]: DEBUG nova.compute.manager [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] No waiting events found dispatching network-vif-plugged-9ec84f6f-dd74-40e8-b7db-9f8f062ecdad {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.349275] env[69547]: WARNING nova.compute.manager [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Received unexpected event network-vif-plugged-9ec84f6f-dd74-40e8-b7db-9f8f062ecdad for instance with vm_state building and task_state spawning. [ 1253.349439] env[69547]: DEBUG nova.compute.manager [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Received event network-changed-9ec84f6f-dd74-40e8-b7db-9f8f062ecdad {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.349593] env[69547]: DEBUG nova.compute.manager [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Refreshing instance network info cache due to event network-changed-9ec84f6f-dd74-40e8-b7db-9f8f062ecdad. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.349777] env[69547]: DEBUG oslo_concurrency.lockutils [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] Acquiring lock "refresh_cache-202e4cce-0c40-428b-8ded-912be5afa71a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.349913] env[69547]: DEBUG oslo_concurrency.lockutils [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] Acquired lock "refresh_cache-202e4cce-0c40-428b-8ded-912be5afa71a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.350079] env[69547]: DEBUG nova.network.neutron [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Refreshing network info cache for port 9ec84f6f-dd74-40e8-b7db-9f8f062ecdad {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.499506] env[69547]: DEBUG nova.compute.manager [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1253.530503] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.530914] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.531194] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.531502] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.531755] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.531998] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.532357] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.532622] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.532896] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.533199] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.533490] env[69547]: DEBUG nova.virt.hardware [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.535028] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90685509-7073-455e-b9fd-71cc4d427706 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.546810] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7eb23-f4ab-4296-8d75-cacae4956843 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.733938] env[69547]: DEBUG oslo_vmware.api [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.741705] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535611} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.741945] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7ab55a49-7eb5-4138-bf2d-0c911ac03534/7ab55a49-7eb5-4138-bf2d-0c911ac03534.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.742224] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.742476] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfc75c2f-0d43-49a3-8694-f5572f060cfa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.748391] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1253.748391] env[69547]: value = "task-3162488" [ 1253.748391] env[69547]: _type = "Task" [ 1253.748391] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.755641] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.767450] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.821387] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162487, 'name': CreateVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.840637] env[69547]: DEBUG nova.compute.manager [req-9f6fc9ee-ecbe-4b99-ba30-9ef735a25d19 req-7278b4f5-5b15-4fc6-8b7b-1804cca5e7a3 service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Received event network-vif-plugged-e141f76e-dfb6-4c0f-9a48-0ec07997b25a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.840897] env[69547]: DEBUG oslo_concurrency.lockutils [req-9f6fc9ee-ecbe-4b99-ba30-9ef735a25d19 req-7278b4f5-5b15-4fc6-8b7b-1804cca5e7a3 service nova] Acquiring lock "c1020de8-3083-41d6-bddb-c5a21817a110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.841147] env[69547]: DEBUG oslo_concurrency.lockutils [req-9f6fc9ee-ecbe-4b99-ba30-9ef735a25d19 req-7278b4f5-5b15-4fc6-8b7b-1804cca5e7a3 service nova] Lock "c1020de8-3083-41d6-bddb-c5a21817a110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.841326] env[69547]: DEBUG oslo_concurrency.lockutils [req-9f6fc9ee-ecbe-4b99-ba30-9ef735a25d19 req-7278b4f5-5b15-4fc6-8b7b-1804cca5e7a3 service nova] Lock "c1020de8-3083-41d6-bddb-c5a21817a110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.841506] env[69547]: DEBUG nova.compute.manager [req-9f6fc9ee-ecbe-4b99-ba30-9ef735a25d19 req-7278b4f5-5b15-4fc6-8b7b-1804cca5e7a3 service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] No waiting events found dispatching network-vif-plugged-e141f76e-dfb6-4c0f-9a48-0ec07997b25a {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.841676] env[69547]: WARNING nova.compute.manager [req-9f6fc9ee-ecbe-4b99-ba30-9ef735a25d19 req-7278b4f5-5b15-4fc6-8b7b-1804cca5e7a3 service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Received unexpected event network-vif-plugged-e141f76e-dfb6-4c0f-9a48-0ec07997b25a for instance with vm_state building and task_state spawning. [ 1253.896349] env[69547]: DEBUG nova.network.neutron [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Successfully updated port: e141f76e-dfb6-4c0f-9a48-0ec07997b25a {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.055852] env[69547]: DEBUG nova.network.neutron [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Updated VIF entry in instance network info cache for port 9ec84f6f-dd74-40e8-b7db-9f8f062ecdad. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.056382] env[69547]: DEBUG nova.network.neutron [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Updating instance_info_cache with network_info: [{"id": "9ec84f6f-dd74-40e8-b7db-9f8f062ecdad", "address": "fa:16:3e:ec:dc:94", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec84f6f-dd", "ovs_interfaceid": "9ec84f6f-dd74-40e8-b7db-9f8f062ecdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.234474] env[69547]: DEBUG oslo_vmware.api [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.257859] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105677} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.257859] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.258640] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2292cbc-4247-4195-b581-214a84a95785 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.284442] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 7ab55a49-7eb5-4138-bf2d-0c911ac03534/7ab55a49-7eb5-4138-bf2d-0c911ac03534.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.288323] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-002bfdd5-e5db-451e-ae55-c9125faeabc0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.303157] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.309771] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1254.309771] env[69547]: value = "task-3162489" [ 1254.309771] env[69547]: _type = "Task" [ 1254.309771] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.321543] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.324780] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162487, 'name': CreateVM_Task, 'duration_secs': 0.514553} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.324994] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.333622] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.333622] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.333994] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.334285] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa67204-68bf-49d7-87fa-849d3350971a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.339243] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1254.339243] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]520b06a4-d4ce-5450-0631-a4bb929cb46c" [ 1254.339243] env[69547]: _type = "Task" [ 1254.339243] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.348745] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520b06a4-d4ce-5450-0631-a4bb929cb46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.399645] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "refresh_cache-c1020de8-3083-41d6-bddb-c5a21817a110" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.399919] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "refresh_cache-c1020de8-3083-41d6-bddb-c5a21817a110" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.400199] env[69547]: DEBUG nova.network.neutron [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.559742] env[69547]: DEBUG oslo_concurrency.lockutils [req-01ad7881-9873-4c55-8f4a-1de94e58f72b req-1e1aa94f-d4e2-4463-9438-d9e0ff07a79d service nova] Releasing lock "refresh_cache-202e4cce-0c40-428b-8ded-912be5afa71a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.734420] env[69547]: DEBUG oslo_vmware.api [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162486, 'name': PowerOffVM_Task, 'duration_secs': 1.365776} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.734752] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.734948] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.735220] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62550e4a-5a90-436f-94e2-90f0f5083105 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.771822] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162484, 'name': PowerOffVM_Task, 'duration_secs': 2.342433} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.772137] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.772334] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.772597] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4edb3d05-4474-4d28-a07a-bc7a7ccb85f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.820021] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162489, 'name': ReconfigVM_Task, 'duration_secs': 0.398274} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.820454] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 7ab55a49-7eb5-4138-bf2d-0c911ac03534/7ab55a49-7eb5-4138-bf2d-0c911ac03534.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.821284] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1508715-9ddc-4863-acff-cfcc0082a0c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.827866] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1254.827866] env[69547]: value = "task-3162492" [ 1254.827866] env[69547]: _type = "Task" [ 1254.827866] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.835657] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162492, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.847298] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]520b06a4-d4ce-5450-0631-a4bb929cb46c, 'name': SearchDatastore_Task, 'duration_secs': 0.018329} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.847567] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.847796] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.848035] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.848189] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.848368] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.848627] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c21b993-ab76-40dc-a910-d0e331c33ce0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.866485] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.866716] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.867616] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b019d30-7724-48e9-bade-dc7aec1c7aea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.873335] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1254.873335] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52272131-2fda-9789-9cc3-5074093ac579" [ 1254.873335] env[69547]: _type = "Task" [ 1254.873335] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.881251] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52272131-2fda-9789-9cc3-5074093ac579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.936858] env[69547]: DEBUG nova.network.neutron [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.067988] env[69547]: DEBUG nova.network.neutron [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Updating instance_info_cache with network_info: [{"id": "e141f76e-dfb6-4c0f-9a48-0ec07997b25a", "address": "fa:16:3e:9d:1d:74", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape141f76e-df", "ovs_interfaceid": "e141f76e-dfb6-4c0f-9a48-0ec07997b25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.121532] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.121754] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.121967] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Deleting the datastore file [datastore1] 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.122278] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4445a6f-30fe-4b5f-b489-f801930573a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.129245] env[69547]: DEBUG oslo_vmware.api [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for the task: (returnval){ [ 1255.129245] env[69547]: value = "task-3162493" [ 1255.129245] env[69547]: _type = "Task" [ 1255.129245] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.134556] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.134770] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.134989] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleting the datastore file [datastore1] 009880fb-11ce-49f1-a149-b7df761e36f3 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.135645] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e91adfd3-9d9f-4327-8d8f-1a6358844b32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.140503] env[69547]: DEBUG oslo_vmware.api [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.145019] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1255.145019] env[69547]: value = "task-3162494" [ 1255.145019] env[69547]: _type = "Task" [ 1255.145019] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.152924] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.333815] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85015-ce19-ed5c-23b8-e84c074ff9d4/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1255.334677] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8a8c15-d83e-439e-9267-80b55a6d0549 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.342722] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162492, 'name': Rename_Task, 'duration_secs': 0.159647} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.344142] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.344405] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85015-ce19-ed5c-23b8-e84c074ff9d4/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1255.344568] env[69547]: ERROR oslo_vmware.rw_handles [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85015-ce19-ed5c-23b8-e84c074ff9d4/disk-0.vmdk due to incomplete transfer. [ 1255.344767] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceea8086-324a-418b-880c-c43e39ed2b9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.346076] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0efb8ed2-d7ec-4ea5-8fe8-321ee5db9d03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.351570] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1255.351570] env[69547]: value = "task-3162495" [ 1255.351570] env[69547]: _type = "Task" [ 1255.351570] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.360198] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.361150] env[69547]: DEBUG oslo_vmware.rw_handles [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f85015-ce19-ed5c-23b8-e84c074ff9d4/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1255.361339] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Uploaded image 0473ec28-8141-4538-93be-8decfd4f2db4 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1255.363593] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1255.363857] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a32ca26-7def-4d19-a69b-1a3d47bc7f77 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.369150] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1255.369150] env[69547]: value = "task-3162496" [ 1255.369150] env[69547]: _type = "Task" [ 1255.369150] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.376313] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162496, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.384108] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52272131-2fda-9789-9cc3-5074093ac579, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.384864] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6b907b-5d1b-4265-9f2e-2ad95424f5d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.393232] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1255.393232] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52752401-98bd-7024-27f6-4f77f414c4b4" [ 1255.393232] env[69547]: _type = "Task" [ 1255.393232] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.403096] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52752401-98bd-7024-27f6-4f77f414c4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.571133] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "refresh_cache-c1020de8-3083-41d6-bddb-c5a21817a110" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.571536] env[69547]: DEBUG nova.compute.manager [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Instance network_info: |[{"id": "e141f76e-dfb6-4c0f-9a48-0ec07997b25a", "address": "fa:16:3e:9d:1d:74", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape141f76e-df", "ovs_interfaceid": "e141f76e-dfb6-4c0f-9a48-0ec07997b25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.572126] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:1d:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e141f76e-dfb6-4c0f-9a48-0ec07997b25a', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.580109] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.580309] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.580532] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab7ee66b-baf9-4aa8-b47f-04b8f20f9b52 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.600428] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.600428] env[69547]: value = "task-3162497" [ 1255.600428] env[69547]: _type = "Task" [ 1255.600428] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.608380] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162497, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.638768] env[69547]: DEBUG oslo_vmware.api [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.654305] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.863374] env[69547]: DEBUG oslo_vmware.api [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162495, 'name': PowerOnVM_Task, 'duration_secs': 0.501894} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.863536] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.863650] env[69547]: INFO nova.compute.manager [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1255.863837] env[69547]: DEBUG nova.compute.manager [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.865121] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab499a2a-1f84-4c7a-bb78-a3d153db3f72 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.869427] env[69547]: DEBUG nova.compute.manager [req-49c63233-afdf-40f5-acdf-050c262e4599 req-06bee6e8-d08c-4a74-be8a-921b7fe91397 service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Received event network-changed-e141f76e-dfb6-4c0f-9a48-0ec07997b25a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.869617] env[69547]: DEBUG nova.compute.manager [req-49c63233-afdf-40f5-acdf-050c262e4599 req-06bee6e8-d08c-4a74-be8a-921b7fe91397 service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Refreshing instance network info cache due to event network-changed-e141f76e-dfb6-4c0f-9a48-0ec07997b25a. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.869915] env[69547]: DEBUG oslo_concurrency.lockutils [req-49c63233-afdf-40f5-acdf-050c262e4599 req-06bee6e8-d08c-4a74-be8a-921b7fe91397 service nova] Acquiring lock "refresh_cache-c1020de8-3083-41d6-bddb-c5a21817a110" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.870095] env[69547]: DEBUG oslo_concurrency.lockutils [req-49c63233-afdf-40f5-acdf-050c262e4599 req-06bee6e8-d08c-4a74-be8a-921b7fe91397 service nova] Acquired lock "refresh_cache-c1020de8-3083-41d6-bddb-c5a21817a110" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.870266] env[69547]: DEBUG nova.network.neutron [req-49c63233-afdf-40f5-acdf-050c262e4599 req-06bee6e8-d08c-4a74-be8a-921b7fe91397 service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Refreshing network info cache for port e141f76e-dfb6-4c0f-9a48-0ec07997b25a {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.886311] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162496, 'name': Destroy_Task, 'duration_secs': 0.333611} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.886588] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Destroyed the VM [ 1255.886842] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1255.887531] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99feeef7-05fe-4286-9eee-20d688e00167 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.892753] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1255.892753] env[69547]: value = "task-3162498" [ 1255.892753] env[69547]: _type = "Task" [ 1255.892753] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.903193] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162498, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.907605] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52752401-98bd-7024-27f6-4f77f414c4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.023186} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.908245] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.908522] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 202e4cce-0c40-428b-8ded-912be5afa71a/202e4cce-0c40-428b-8ded-912be5afa71a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.908844] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-606ba477-060a-451e-9b2d-24cee2803222 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.915339] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1255.915339] env[69547]: value = "task-3162499" [ 1255.915339] env[69547]: _type = "Task" [ 1255.915339] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.924682] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.111895] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162497, 'name': CreateVM_Task, 'duration_secs': 0.350035} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.112135] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.112766] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.112960] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.113311] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.113595] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a71e7f-6991-446a-9110-3818422d16de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.118515] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1256.118515] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c81ca6-ab8d-867b-3ffe-effe2e99c58e" [ 1256.118515] env[69547]: _type = "Task" [ 1256.118515] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.126374] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c81ca6-ab8d-867b-3ffe-effe2e99c58e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.138220] env[69547]: DEBUG oslo_vmware.api [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Task: {'id': task-3162493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.742581} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.138473] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.138660] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.138835] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.139048] env[69547]: INFO nova.compute.manager [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Took 2.93 seconds to destroy the instance on the hypervisor. [ 1256.139298] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.139497] env[69547]: DEBUG nova.compute.manager [-] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.139592] env[69547]: DEBUG nova.network.neutron [-] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.154255] env[69547]: DEBUG oslo_vmware.api [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.735913} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.154512] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.154692] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.154889] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.155095] env[69547]: INFO nova.compute.manager [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Took 3.91 seconds to destroy the instance on the hypervisor. [ 1256.155337] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.155531] env[69547]: DEBUG nova.compute.manager [-] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.155627] env[69547]: DEBUG nova.network.neutron [-] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.389575] env[69547]: INFO nova.compute.manager [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Took 13.22 seconds to build instance. [ 1256.409963] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162498, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.428537] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162499, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.617983] env[69547]: DEBUG nova.compute.manager [req-20dfd09b-041a-48de-93d6-db0a0789d254 req-cedb6c12-9cd2-4ba9-a69a-7f895c7f564b service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Received event network-vif-deleted-6a4f391a-57d1-41c8-896a-c8d48fbc2dcb {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.618163] env[69547]: INFO nova.compute.manager [req-20dfd09b-041a-48de-93d6-db0a0789d254 req-cedb6c12-9cd2-4ba9-a69a-7f895c7f564b service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Neutron deleted interface 6a4f391a-57d1-41c8-896a-c8d48fbc2dcb; detaching it from the instance and deleting it from the info cache [ 1256.618343] env[69547]: DEBUG nova.network.neutron [req-20dfd09b-041a-48de-93d6-db0a0789d254 req-cedb6c12-9cd2-4ba9-a69a-7f895c7f564b service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.629806] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c81ca6-ab8d-867b-3ffe-effe2e99c58e, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.630721] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.630811] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.631016] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.631194] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.631372] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.631844] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6297a173-63ee-4737-ac93-cf8e2d9281c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.649345] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.649457] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.650131] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900a6833-44df-4652-9276-00fb6c952afa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.656309] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1256.656309] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5218b9bb-85e6-a85b-a23b-c4f7c23a0887" [ 1256.656309] env[69547]: _type = "Task" [ 1256.656309] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.664607] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5218b9bb-85e6-a85b-a23b-c4f7c23a0887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.703786] env[69547]: DEBUG nova.network.neutron [req-49c63233-afdf-40f5-acdf-050c262e4599 req-06bee6e8-d08c-4a74-be8a-921b7fe91397 service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Updated VIF entry in instance network info cache for port e141f76e-dfb6-4c0f-9a48-0ec07997b25a. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.705026] env[69547]: DEBUG nova.network.neutron [req-49c63233-afdf-40f5-acdf-050c262e4599 req-06bee6e8-d08c-4a74-be8a-921b7fe91397 service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Updating instance_info_cache with network_info: [{"id": "e141f76e-dfb6-4c0f-9a48-0ec07997b25a", "address": "fa:16:3e:9d:1d:74", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape141f76e-df", "ovs_interfaceid": "e141f76e-dfb6-4c0f-9a48-0ec07997b25a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.891692] env[69547]: DEBUG oslo_concurrency.lockutils [None req-26d689fd-c0d9-4020-a9c5-e7e440cd9c5b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.730s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.908028] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162498, 'name': RemoveSnapshot_Task, 'duration_secs': 0.528316} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.908028] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1256.908028] env[69547]: DEBUG nova.compute.manager [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.908028] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b240be7f-cbbe-47a8-8585-09e7b6b1a35c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.926167] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578724} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.926773] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 202e4cce-0c40-428b-8ded-912be5afa71a/202e4cce-0c40-428b-8ded-912be5afa71a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.927193] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.927618] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89b83ad3-8c6e-41cb-b7dd-9684b80f1f89 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.934081] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1256.934081] env[69547]: value = "task-3162500" [ 1256.934081] env[69547]: _type = "Task" [ 1256.934081] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.944590] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.093400] env[69547]: DEBUG nova.network.neutron [-] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.121936] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8921d03-5866-4e4a-ac71-873957c9cade {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.131120] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f339f75f-9306-4271-8ddf-9343a7749d4f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.160482] env[69547]: DEBUG nova.compute.manager [req-20dfd09b-041a-48de-93d6-db0a0789d254 req-cedb6c12-9cd2-4ba9-a69a-7f895c7f564b service nova] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Detach interface failed, port_id=6a4f391a-57d1-41c8-896a-c8d48fbc2dcb, reason: Instance 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.168199] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5218b9bb-85e6-a85b-a23b-c4f7c23a0887, 'name': SearchDatastore_Task, 'duration_secs': 0.04478} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.168912] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd539390-cf2d-4768-8ca0-b5eb0a05a2a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.173667] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1257.173667] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f6dd62-3fe5-f020-36df-7d25b9c4b874" [ 1257.173667] env[69547]: _type = "Task" [ 1257.173667] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.181255] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f6dd62-3fe5-f020-36df-7d25b9c4b874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.207127] env[69547]: DEBUG oslo_concurrency.lockutils [req-49c63233-afdf-40f5-acdf-050c262e4599 req-06bee6e8-d08c-4a74-be8a-921b7fe91397 service nova] Releasing lock "refresh_cache-c1020de8-3083-41d6-bddb-c5a21817a110" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.258408] env[69547]: DEBUG nova.network.neutron [-] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.426475] env[69547]: INFO nova.compute.manager [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Shelve offloading [ 1257.445283] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063688} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.445551] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.446413] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab68842-2ea0-4f53-8a7a-5d70a3d446e8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.471033] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 202e4cce-0c40-428b-8ded-912be5afa71a/202e4cce-0c40-428b-8ded-912be5afa71a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.471033] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc109d6-d300-4833-b52a-3df7443fa372 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.491286] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1257.491286] env[69547]: value = "task-3162501" [ 1257.491286] env[69547]: _type = "Task" [ 1257.491286] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.499359] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.596209] env[69547]: INFO nova.compute.manager [-] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Took 1.46 seconds to deallocate network for instance. [ 1257.683970] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f6dd62-3fe5-f020-36df-7d25b9c4b874, 'name': SearchDatastore_Task, 'duration_secs': 0.064426} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.684205] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.684464] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] c1020de8-3083-41d6-bddb-c5a21817a110/c1020de8-3083-41d6-bddb-c5a21817a110.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.684711] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98a51282-e589-4b74-8621-a981b9543101 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.690789] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1257.690789] env[69547]: value = "task-3162502" [ 1257.690789] env[69547]: _type = "Task" [ 1257.690789] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.697614] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.794941] env[69547]: INFO nova.compute.manager [-] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Took 1.64 seconds to deallocate network for instance. [ 1257.896826] env[69547]: DEBUG nova.compute.manager [req-b1f9dba3-642b-4135-80d7-93ba2d7307a1 req-d6c0f7ab-767f-43d0-bfbd-417718d26f53 service nova] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Received event network-vif-deleted-45ae2fb1-50e2-4536-b057-9bc4f3f16b7d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.929839] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.930550] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3fd2880-60db-4196-a992-9575538c7862 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.938312] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1257.938312] env[69547]: value = "task-3162503" [ 1257.938312] env[69547]: _type = "Task" [ 1257.938312] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.949163] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1257.949383] env[69547]: DEBUG nova.compute.manager [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.950157] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacc08e8-4cc2-4dfd-8f03-0b57cf532b00 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.956944] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.957147] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.957328] env[69547]: DEBUG nova.network.neutron [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.002403] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.102461] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.102796] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.103156] env[69547]: DEBUG nova.objects.instance [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lazy-loading 'resources' on Instance uuid 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.207669] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.301212] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.503414] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162501, 'name': ReconfigVM_Task, 'duration_secs': 0.870963} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.503880] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 202e4cce-0c40-428b-8ded-912be5afa71a/202e4cce-0c40-428b-8ded-912be5afa71a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.504772] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a13ddb10-a895-4ce2-8cee-93d75f019c9d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.511538] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1258.511538] env[69547]: value = "task-3162504" [ 1258.511538] env[69547]: _type = "Task" [ 1258.511538] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.520154] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162504, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.705023] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623212} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.705023] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] c1020de8-3083-41d6-bddb-c5a21817a110/c1020de8-3083-41d6-bddb-c5a21817a110.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.705023] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.705023] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4cb5701-1320-4b19-8329-d2a167ad416e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.710240] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1258.710240] env[69547]: value = "task-3162505" [ 1258.710240] env[69547]: _type = "Task" [ 1258.710240] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.721058] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.722052] env[69547]: DEBUG nova.network.neutron [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating instance_info_cache with network_info: [{"id": "531eb319-4813-48ed-baf6-e89e23ee7d97", "address": "fa:16:3e:57:47:62", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eb319-48", "ovs_interfaceid": "531eb319-4813-48ed-baf6-e89e23ee7d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.750718] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b501b94-c170-41a2-abc7-616c7b363cb7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.758147] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d3711-116a-4f3e-8d91-282a9cdf4ea4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.790034] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa7f55e-a4f1-4fce-9899-40f6c885c165 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.796975] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eac686-2519-4a35-9624-c95b22b39c47 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.809977] env[69547]: DEBUG nova.compute.provider_tree [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.021582] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162504, 'name': Rename_Task, 'duration_secs': 0.165126} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.021876] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.022137] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a18f7192-96e7-4b61-8b99-1c6cf1701341 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.029052] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1259.029052] env[69547]: value = "task-3162506" [ 1259.029052] env[69547]: _type = "Task" [ 1259.029052] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.036243] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.220296] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068431} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.220884] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.221380] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4975b928-0a89-4a9b-8e25-184748a8ffcb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.224471] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.245638] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] c1020de8-3083-41d6-bddb-c5a21817a110/c1020de8-3083-41d6-bddb-c5a21817a110.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.245719] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6d2c4f3-748a-4cc0-bb8f-188524d05581 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.264336] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1259.264336] env[69547]: value = "task-3162507" [ 1259.264336] env[69547]: _type = "Task" [ 1259.264336] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.271742] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.341644] env[69547]: DEBUG nova.scheduler.client.report [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1259.341931] env[69547]: DEBUG nova.compute.provider_tree [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 157 to 158 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1259.342143] env[69547]: DEBUG nova.compute.provider_tree [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.542062] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.552586] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.553607] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdad962-6782-4593-a5fe-5f8fc86a92e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.560880] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.561136] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f17a18-fa03-407a-8af9-c31194443310 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.628799] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.629048] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.629242] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleting the datastore file [datastore2] fb7cc259-2a01-4834-97e6-a6c353affa5e {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.629504] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e10594-14a8-41a0-ba7e-fd9e528d3ef0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.635929] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1259.635929] env[69547]: value = "task-3162509" [ 1259.635929] env[69547]: _type = "Task" [ 1259.635929] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.642962] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.774806] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162507, 'name': ReconfigVM_Task, 'duration_secs': 0.333567} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.775161] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Reconfigured VM instance instance-00000076 to attach disk [datastore2] c1020de8-3083-41d6-bddb-c5a21817a110/c1020de8-3083-41d6-bddb-c5a21817a110.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.775775] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-471e69c5-d594-4220-aa67-9f981a73af9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.781860] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1259.781860] env[69547]: value = "task-3162510" [ 1259.781860] env[69547]: _type = "Task" [ 1259.781860] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.790786] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162510, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.847407] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.849870] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.549s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.850194] env[69547]: DEBUG nova.objects.instance [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lazy-loading 'resources' on Instance uuid 009880fb-11ce-49f1-a149-b7df761e36f3 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.866917] env[69547]: INFO nova.scheduler.client.report [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Deleted allocations for instance 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc [ 1259.926019] env[69547]: DEBUG nova.compute.manager [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received event network-vif-unplugged-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.926326] env[69547]: DEBUG oslo_concurrency.lockutils [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] Acquiring lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.926640] env[69547]: DEBUG oslo_concurrency.lockutils [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.926866] env[69547]: DEBUG oslo_concurrency.lockutils [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.927085] env[69547]: DEBUG nova.compute.manager [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] No waiting events found dispatching network-vif-unplugged-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.927339] env[69547]: WARNING nova.compute.manager [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received unexpected event network-vif-unplugged-531eb319-4813-48ed-baf6-e89e23ee7d97 for instance with vm_state shelved and task_state shelving_offloading. [ 1259.927536] env[69547]: DEBUG nova.compute.manager [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received event network-changed-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.927704] env[69547]: DEBUG nova.compute.manager [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Refreshing instance network info cache due to event network-changed-531eb319-4813-48ed-baf6-e89e23ee7d97. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.927887] env[69547]: DEBUG oslo_concurrency.lockutils [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] Acquiring lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.928046] env[69547]: DEBUG oslo_concurrency.lockutils [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] Acquired lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.928267] env[69547]: DEBUG nova.network.neutron [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Refreshing network info cache for port 531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.041545] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.145830] env[69547]: DEBUG oslo_vmware.api [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356078} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.146131] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.146322] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.146492] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.163382] env[69547]: INFO nova.scheduler.client.report [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted allocations for instance fb7cc259-2a01-4834-97e6-a6c353affa5e [ 1260.291303] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162510, 'name': Rename_Task, 'duration_secs': 0.147764} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.291542] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.291784] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3577753c-2a36-41cc-bff1-46bcd5dd927d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.298080] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1260.298080] env[69547]: value = "task-3162511" [ 1260.298080] env[69547]: _type = "Task" [ 1260.298080] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.305612] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.374572] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b7d8112-e6d2-437c-bce5-8fc9e192381a tempest-AttachVolumeTestJSON-1327231519 tempest-AttachVolumeTestJSON-1327231519-project-member] Lock "601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.675s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.451785] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9534c31e-11a7-4ac6-95fe-1df5b7089e0c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.458883] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70668a7-24d6-46bc-a623-0e4b0ef7e7f5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.492658] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb54531-9ecc-4f1f-a1f3-34dea12ccc14 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.500169] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb5ced6-ce52-4d50-8126-3a0b2f894584 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.514674] env[69547]: DEBUG nova.compute.provider_tree [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.542618] env[69547]: DEBUG oslo_vmware.api [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162506, 'name': PowerOnVM_Task, 'duration_secs': 1.050107} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.542949] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.543181] env[69547]: INFO nova.compute.manager [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1260.543372] env[69547]: DEBUG nova.compute.manager [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.544191] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2539a8ec-2bfe-4cd4-8708-0b56415ddd19 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.668523] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.698850] env[69547]: DEBUG nova.network.neutron [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updated VIF entry in instance network info cache for port 531eb319-4813-48ed-baf6-e89e23ee7d97. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.699456] env[69547]: DEBUG nova.network.neutron [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating instance_info_cache with network_info: [{"id": "531eb319-4813-48ed-baf6-e89e23ee7d97", "address": "fa:16:3e:57:47:62", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap531eb319-48", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.807769] env[69547]: DEBUG oslo_vmware.api [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162511, 'name': PowerOnVM_Task, 'duration_secs': 0.487328} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.808128] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.808381] env[69547]: INFO nova.compute.manager [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1260.808602] env[69547]: DEBUG nova.compute.manager [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.809393] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e00c113-8bec-4c5e-8e4e-6d1502844341 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.018084] env[69547]: DEBUG nova.scheduler.client.report [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.061833] env[69547]: INFO nova.compute.manager [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Took 17.58 seconds to build instance. [ 1261.202504] env[69547]: DEBUG oslo_concurrency.lockutils [req-55307c93-90de-4559-8908-53d76cb238b6 req-42c666de-8c19-4869-bac4-a8f29a6f8aba service nova] Releasing lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.329019] env[69547]: INFO nova.compute.manager [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Took 15.93 seconds to build instance. [ 1261.490080] env[69547]: INFO nova.compute.manager [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Rescuing [ 1261.490332] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "refresh_cache-202e4cce-0c40-428b-8ded-912be5afa71a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.490529] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "refresh_cache-202e4cce-0c40-428b-8ded-912be5afa71a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.490780] env[69547]: DEBUG nova.network.neutron [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.522803] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.525200] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.857s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.525439] env[69547]: DEBUG nova.objects.instance [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'resources' on Instance uuid fb7cc259-2a01-4834-97e6-a6c353affa5e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.541580] env[69547]: INFO nova.scheduler.client.report [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted allocations for instance 009880fb-11ce-49f1-a149-b7df761e36f3 [ 1261.564093] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b2136107-db06-4514-890d-0594992b4a6a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "202e4cce-0c40-428b-8ded-912be5afa71a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.091s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.765353] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.831394] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2314d667-1498-4b02-810d-76aafc354d22 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "c1020de8-3083-41d6-bddb-c5a21817a110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.446s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.848518] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "c1020de8-3083-41d6-bddb-c5a21817a110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.848761] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "c1020de8-3083-41d6-bddb-c5a21817a110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.849019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "c1020de8-3083-41d6-bddb-c5a21817a110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.849217] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "c1020de8-3083-41d6-bddb-c5a21817a110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.849387] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "c1020de8-3083-41d6-bddb-c5a21817a110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.851459] env[69547]: INFO nova.compute.manager [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Terminating instance [ 1262.029208] env[69547]: DEBUG nova.objects.instance [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'numa_topology' on Instance uuid fb7cc259-2a01-4834-97e6-a6c353affa5e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.048255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f90fdcbc-8ac7-453f-8aff-1e590feae6c1 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "009880fb-11ce-49f1-a149-b7df761e36f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.314s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.200412] env[69547]: DEBUG nova.network.neutron [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Updating instance_info_cache with network_info: [{"id": "9ec84f6f-dd74-40e8-b7db-9f8f062ecdad", "address": "fa:16:3e:ec:dc:94", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ec84f6f-dd", "ovs_interfaceid": "9ec84f6f-dd74-40e8-b7db-9f8f062ecdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.355082] env[69547]: DEBUG nova.compute.manager [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.355321] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.356240] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a016b18-df73-4ba8-81ef-161ab42326fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.363638] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.363868] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1f4d28-bc4f-4cbc-ae8d-c6e7f4f3e341 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.370154] env[69547]: DEBUG oslo_vmware.api [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1262.370154] env[69547]: value = "task-3162513" [ 1262.370154] env[69547]: _type = "Task" [ 1262.370154] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.379048] env[69547]: DEBUG oslo_vmware.api [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.531684] env[69547]: DEBUG nova.objects.base [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1262.636714] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb88e8-73ad-4dbb-8f2c-67468f4a41cc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.646077] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075f4ad9-6eb9-42cf-912a-cce9ab023487 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.679623] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ae5d7-c77d-4a2e-9cc4-cc57323c2cd2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.687574] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4113a93-8bbe-48ff-9fc8-256ffe201c63 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.701785] env[69547]: DEBUG nova.compute.provider_tree [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.703489] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "refresh_cache-202e4cce-0c40-428b-8ded-912be5afa71a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.880699] env[69547]: DEBUG oslo_vmware.api [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162513, 'name': PowerOffVM_Task, 'duration_secs': 0.205089} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.881018] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.881214] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.881531] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e136ef1-7d76-41c5-8750-48faa4760d80 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.939617] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.939872] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.940079] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleting the datastore file [datastore2] c1020de8-3083-41d6-bddb-c5a21817a110 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.940361] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcbf9c51-d5cb-4776-844b-5f500a9a30f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.947306] env[69547]: DEBUG oslo_vmware.api [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1262.947306] env[69547]: value = "task-3162515" [ 1262.947306] env[69547]: _type = "Task" [ 1262.947306] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.955591] env[69547]: DEBUG oslo_vmware.api [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.207411] env[69547]: DEBUG nova.scheduler.client.report [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.457067] env[69547]: DEBUG oslo_vmware.api [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485044} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.457358] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.457508] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.457726] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.457908] env[69547]: INFO nova.compute.manager [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1263.458171] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.458364] env[69547]: DEBUG nova.compute.manager [-] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.458456] env[69547]: DEBUG nova.network.neutron [-] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.538687] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "4e1f1687-6761-4d72-af78-f040e35c18f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.538953] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.712565] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.718871] env[69547]: DEBUG nova.compute.manager [req-430e0ebc-2e87-4531-9637-6503b8d87e3d req-89508a34-7d28-43be-ba6a-871bf19bd3ff service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Received event network-vif-deleted-e141f76e-dfb6-4c0f-9a48-0ec07997b25a {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.719064] env[69547]: INFO nova.compute.manager [req-430e0ebc-2e87-4531-9637-6503b8d87e3d req-89508a34-7d28-43be-ba6a-871bf19bd3ff service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Neutron deleted interface e141f76e-dfb6-4c0f-9a48-0ec07997b25a; detaching it from the instance and deleting it from the info cache [ 1263.719231] env[69547]: DEBUG nova.network.neutron [req-430e0ebc-2e87-4531-9637-6503b8d87e3d req-89508a34-7d28-43be-ba6a-871bf19bd3ff service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.042096] env[69547]: DEBUG nova.compute.manager [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.196442] env[69547]: DEBUG nova.network.neutron [-] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.222913] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8570f4b1-113a-41db-95ae-74ef39fbcad8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.227067] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f8e05d3a-5660-4a40-b323-c5ba74a2784a tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.889s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.228279] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.463s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.228462] env[69547]: INFO nova.compute.manager [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Unshelving [ 1264.235832] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b132a9-9f96-476b-b17a-67f23b8745f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.247083] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.247624] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ae91ef-f9b4-4066-abb9-1e1e2255d1b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.254190] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1264.254190] env[69547]: value = "task-3162516" [ 1264.254190] env[69547]: _type = "Task" [ 1264.254190] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.262154] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.270990] env[69547]: DEBUG nova.compute.manager [req-430e0ebc-2e87-4531-9637-6503b8d87e3d req-89508a34-7d28-43be-ba6a-871bf19bd3ff service nova] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Detach interface failed, port_id=e141f76e-dfb6-4c0f-9a48-0ec07997b25a, reason: Instance c1020de8-3083-41d6-bddb-c5a21817a110 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1264.563699] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.563993] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.565499] env[69547]: INFO nova.compute.claims [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.698657] env[69547]: INFO nova.compute.manager [-] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Took 1.24 seconds to deallocate network for instance. [ 1264.764098] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162516, 'name': PowerOffVM_Task, 'duration_secs': 0.191681} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.764457] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.765094] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d798f4a3-648a-4d52-949d-455bed1f8273 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.783476] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b496666e-62b6-4fab-818f-468fde01cee3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.814456] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.814727] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e09d09-1277-46ef-b272-1e30ff2df15b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.821643] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1264.821643] env[69547]: value = "task-3162518" [ 1264.821643] env[69547]: _type = "Task" [ 1264.821643] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.830607] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.916106] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.916358] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.916500] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.916718] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.916887] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.917043] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.917191] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.204853] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.251642] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.332195] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1265.332436] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.332599] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.332746] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.332922] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.333207] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3332367e-58ec-4410-9965-8109af9e1ebb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.341689] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.341866] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.342570] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d29221-cc88-4b76-a84e-6f650b87629b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.347431] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1265.347431] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]521cc2ec-9388-f40e-10bf-13beddbc77f3" [ 1265.347431] env[69547]: _type = "Task" [ 1265.347431] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.354295] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521cc2ec-9388-f40e-10bf-13beddbc77f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.421768] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Getting list of instances from cluster (obj){ [ 1265.421768] env[69547]: value = "domain-c8" [ 1265.421768] env[69547]: _type = "ClusterComputeResource" [ 1265.421768] env[69547]: } {{(pid=69547) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1265.422824] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e38e4f-4382-4ab7-a4bd-99e8ee95175d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.436944] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Got total of 5 instances {{(pid=69547) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1265.437124] env[69547]: WARNING nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] While synchronizing instance power states, found 7 instances in the database and 5 instances on the hypervisor. [ 1265.437243] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Triggering sync for uuid 3cfc21f7-365e-408c-b19a-979ddebfc001 {{(pid=69547) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.437430] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Triggering sync for uuid f3437584-cfb2-449a-a351-186903fba530 {{(pid=69547) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.437594] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Triggering sync for uuid 7e7b93b5-ec82-4bd6-829b-661ef7758324 {{(pid=69547) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.437739] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Triggering sync for uuid 7ab55a49-7eb5-4138-bf2d-0c911ac03534 {{(pid=69547) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.437886] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Triggering sync for uuid 202e4cce-0c40-428b-8ded-912be5afa71a {{(pid=69547) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.438043] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Triggering sync for uuid c1020de8-3083-41d6-bddb-c5a21817a110 {{(pid=69547) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.438195] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Triggering sync for uuid 4e1f1687-6761-4d72-af78-f040e35c18f7 {{(pid=69547) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.438512] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "3cfc21f7-365e-408c-b19a-979ddebfc001" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.438733] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.439047] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "f3437584-cfb2-449a-a351-186903fba530" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.439239] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "f3437584-cfb2-449a-a351-186903fba530" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.439468] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.439644] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.439865] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.440057] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.440280] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "202e4cce-0c40-428b-8ded-912be5afa71a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.440451] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "202e4cce-0c40-428b-8ded-912be5afa71a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.440614] env[69547]: INFO nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1265.440770] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "202e4cce-0c40-428b-8ded-912be5afa71a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.440951] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "c1020de8-3083-41d6-bddb-c5a21817a110" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.441159] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "4e1f1687-6761-4d72-af78-f040e35c18f7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.441332] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.441461] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1265.442143] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfa6d1c-ddb9-4a06-a6a9-ad5cfe90dc4f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.445048] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e5cfd1-209b-482b-88c3-e74127fd8681 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.447922] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ebdea0-551f-4e9b-b6a2-0aee7a2022ea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.450474] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea40242-2f41-4f5b-83a6-404b3599b790 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.452736] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.675664] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9a7c2-81c8-4ac6-aa66-93361394b53d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.683136] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4dcfcd-5f21-4709-88d8-653da84e77d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.714095] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486f8737-0401-42fd-838e-a210f920d779 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.721176] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ac6944-bcc3-4383-977f-b39f6c309a29 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.733980] env[69547]: DEBUG nova.compute.provider_tree [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.857397] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]521cc2ec-9388-f40e-10bf-13beddbc77f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008269} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.858308] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1b2667-61b3-492c-9237-9eff6f61d880 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.863240] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1265.863240] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]526da020-5c9b-f277-d4f0-3b7f9459c927" [ 1265.863240] env[69547]: _type = "Task" [ 1265.863240] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.871230] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526da020-5c9b-f277-d4f0-3b7f9459c927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.956970] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.965656] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.965990] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "f3437584-cfb2-449a-a351-186903fba530" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.966306] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.966656] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.237590] env[69547]: DEBUG nova.scheduler.client.report [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.373746] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]526da020-5c9b-f277-d4f0-3b7f9459c927, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.373978] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.374287] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 202e4cce-0c40-428b-8ded-912be5afa71a/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. {{(pid=69547) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1266.374572] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ccc679-841d-45d1-829d-18dd72214ec0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.381162] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1266.381162] env[69547]: value = "task-3162519" [ 1266.381162] env[69547]: _type = "Task" [ 1266.381162] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.389011] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.743027] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.743623] env[69547]: DEBUG nova.compute.manager [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.746442] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.542s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.746681] env[69547]: DEBUG nova.objects.instance [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lazy-loading 'resources' on Instance uuid c1020de8-3083-41d6-bddb-c5a21817a110 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.891030] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448114} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.891422] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 202e4cce-0c40-428b-8ded-912be5afa71a/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. [ 1266.892057] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd2f533-ce44-4d3f-a3c0-d8367b7d2b5e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.918760] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 202e4cce-0c40-428b-8ded-912be5afa71a/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.919377] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea775309-8252-4856-a252-d650596f6f7c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.937013] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1266.937013] env[69547]: value = "task-3162521" [ 1266.937013] env[69547]: _type = "Task" [ 1266.937013] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.944583] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.250166] env[69547]: DEBUG nova.compute.utils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.254305] env[69547]: DEBUG nova.compute.manager [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.254473] env[69547]: DEBUG nova.network.neutron [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.303054] env[69547]: DEBUG nova.policy [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e30288bce3641d1a6ed099147a48f2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d14bb02ab94b99a3148ec31f3662c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.348402] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741a66e0-21ad-4b29-9a17-f0393de4ff18 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.355482] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da057a8a-c43f-482d-ba7b-541b3daf7768 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.384639] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd24bbb1-7b72-4fb3-a180-686089b035e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.392243] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bdabc3-0a59-4569-900b-5dfb0b9e3435 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.405431] env[69547]: DEBUG nova.compute.provider_tree [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.446794] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162521, 'name': ReconfigVM_Task, 'duration_secs': 0.316622} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.447051] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 202e4cce-0c40-428b-8ded-912be5afa71a/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.447899] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1847b2-3574-4a6c-9a1c-660c2bce39eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.473055] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85866a9-d171-4731-88d5-8001a2ab60f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.488258] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1267.488258] env[69547]: value = "task-3162522" [ 1267.488258] env[69547]: _type = "Task" [ 1267.488258] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.495498] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.526450] env[69547]: DEBUG nova.network.neutron [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Successfully created port: a684fbcc-d51d-4b61-9e5a-747497ac180e {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.754956] env[69547]: DEBUG nova.compute.manager [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.909136] env[69547]: DEBUG nova.scheduler.client.report [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.998224] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.414096] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.416704] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.165s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.416937] env[69547]: DEBUG nova.objects.instance [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'pci_requests' on Instance uuid fb7cc259-2a01-4834-97e6-a6c353affa5e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.437076] env[69547]: INFO nova.scheduler.client.report [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleted allocations for instance c1020de8-3083-41d6-bddb-c5a21817a110 [ 1268.499758] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162522, 'name': ReconfigVM_Task, 'duration_secs': 0.84554} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.500063] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.500322] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f874330-9394-4c56-a86b-16610328d1de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.508028] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1268.508028] env[69547]: value = "task-3162523" [ 1268.508028] env[69547]: _type = "Task" [ 1268.508028] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.514857] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.764220] env[69547]: DEBUG nova.compute.manager [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.791312] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.791708] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.791895] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.792111] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.792267] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.792433] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.792645] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.792802] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.792965] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.793138] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.793311] env[69547]: DEBUG nova.virt.hardware [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.794185] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f34fdcf-5e07-4444-be43-c20b295417ac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.802855] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09286f2-f972-4b8d-9c9b-f3d0e6ef73c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.921597] env[69547]: DEBUG nova.objects.instance [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'numa_topology' on Instance uuid fb7cc259-2a01-4834-97e6-a6c353affa5e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.938149] env[69547]: DEBUG nova.compute.manager [req-56fed1fc-7e3a-4681-a752-f1968d343014 req-b948bfee-fc8b-471f-b972-2648b7ca8848 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Received event network-vif-plugged-a684fbcc-d51d-4b61-9e5a-747497ac180e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.938378] env[69547]: DEBUG oslo_concurrency.lockutils [req-56fed1fc-7e3a-4681-a752-f1968d343014 req-b948bfee-fc8b-471f-b972-2648b7ca8848 service nova] Acquiring lock "4e1f1687-6761-4d72-af78-f040e35c18f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.938589] env[69547]: DEBUG oslo_concurrency.lockutils [req-56fed1fc-7e3a-4681-a752-f1968d343014 req-b948bfee-fc8b-471f-b972-2648b7ca8848 service nova] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.938755] env[69547]: DEBUG oslo_concurrency.lockutils [req-56fed1fc-7e3a-4681-a752-f1968d343014 req-b948bfee-fc8b-471f-b972-2648b7ca8848 service nova] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.938922] env[69547]: DEBUG nova.compute.manager [req-56fed1fc-7e3a-4681-a752-f1968d343014 req-b948bfee-fc8b-471f-b972-2648b7ca8848 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] No waiting events found dispatching network-vif-plugged-a684fbcc-d51d-4b61-9e5a-747497ac180e {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.939140] env[69547]: WARNING nova.compute.manager [req-56fed1fc-7e3a-4681-a752-f1968d343014 req-b948bfee-fc8b-471f-b972-2648b7ca8848 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Received unexpected event network-vif-plugged-a684fbcc-d51d-4b61-9e5a-747497ac180e for instance with vm_state building and task_state spawning. [ 1268.944220] env[69547]: DEBUG oslo_concurrency.lockutils [None req-e8f9b6f2-27e7-4601-950d-a986469f30f0 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "c1020de8-3083-41d6-bddb-c5a21817a110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.095s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.945679] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "c1020de8-3083-41d6-bddb-c5a21817a110" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.505s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.946075] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3dadcce-73b8-4997-a8fe-5d04021b9939 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.958265] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b09370-5950-4996-9d74-42e5588dd956 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.017141] env[69547]: DEBUG oslo_vmware.api [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162523, 'name': PowerOnVM_Task, 'duration_secs': 0.371813} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.017430] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.020258] env[69547]: DEBUG nova.compute.manager [None req-7b75c58f-3687-4524-9adf-290af51c8ea9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.021439] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c70c7e-b957-4d06-8046-f59b42027685 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.062715] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "f3437584-cfb2-449a-a351-186903fba530" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.062959] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.081981] env[69547]: DEBUG nova.network.neutron [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Successfully updated port: a684fbcc-d51d-4b61-9e5a-747497ac180e {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.423888] env[69547]: INFO nova.compute.claims [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.491469] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "c1020de8-3083-41d6-bddb-c5a21817a110" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.566749] env[69547]: DEBUG nova.compute.utils [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.583206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "refresh_cache-4e1f1687-6761-4d72-af78-f040e35c18f7" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.583206] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "refresh_cache-4e1f1687-6761-4d72-af78-f040e35c18f7" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.583206] env[69547]: DEBUG nova.network.neutron [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.069504] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.126439] env[69547]: DEBUG nova.network.neutron [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.306721] env[69547]: DEBUG nova.network.neutron [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Updating instance_info_cache with network_info: [{"id": "a684fbcc-d51d-4b61-9e5a-747497ac180e", "address": "fa:16:3e:74:6c:65", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa684fbcc-d5", "ovs_interfaceid": "a684fbcc-d51d-4b61-9e5a-747497ac180e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.534470] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a029c36e-1966-4d7c-838d-4a4555d69932 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.543324] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8603514e-23ef-43d8-8e9c-8b8b608a7726 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.577374] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d4d706-1442-4d2c-8fc1-de6ef4335070 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.587181] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01dd3a0-1dd4-4db2-ad16-61b10f637222 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.602724] env[69547]: DEBUG nova.compute.provider_tree [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.813019] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "refresh_cache-4e1f1687-6761-4d72-af78-f040e35c18f7" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.813019] env[69547]: DEBUG nova.compute.manager [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Instance network_info: |[{"id": "a684fbcc-d51d-4b61-9e5a-747497ac180e", "address": "fa:16:3e:74:6c:65", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa684fbcc-d5", "ovs_interfaceid": "a684fbcc-d51d-4b61-9e5a-747497ac180e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.813019] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:6c:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a684fbcc-d51d-4b61-9e5a-747497ac180e', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.819696] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.820098] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.820467] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de884ab8-a8dd-4ab1-b6cc-1df5e87f78d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.846123] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.846123] env[69547]: value = "task-3162524" [ 1270.846123] env[69547]: _type = "Task" [ 1270.846123] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.856723] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162524, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.967463] env[69547]: DEBUG nova.compute.manager [req-e9058f47-050f-4fac-bb5d-1b88e7d66dc2 req-5104d46d-7aea-4f3f-904f-ad32ce11e099 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Received event network-changed-a684fbcc-d51d-4b61-9e5a-747497ac180e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.967463] env[69547]: DEBUG nova.compute.manager [req-e9058f47-050f-4fac-bb5d-1b88e7d66dc2 req-5104d46d-7aea-4f3f-904f-ad32ce11e099 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Refreshing instance network info cache due to event network-changed-a684fbcc-d51d-4b61-9e5a-747497ac180e. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.967463] env[69547]: DEBUG oslo_concurrency.lockutils [req-e9058f47-050f-4fac-bb5d-1b88e7d66dc2 req-5104d46d-7aea-4f3f-904f-ad32ce11e099 service nova] Acquiring lock "refresh_cache-4e1f1687-6761-4d72-af78-f040e35c18f7" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.967463] env[69547]: DEBUG oslo_concurrency.lockutils [req-e9058f47-050f-4fac-bb5d-1b88e7d66dc2 req-5104d46d-7aea-4f3f-904f-ad32ce11e099 service nova] Acquired lock "refresh_cache-4e1f1687-6761-4d72-af78-f040e35c18f7" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.967895] env[69547]: DEBUG nova.network.neutron [req-e9058f47-050f-4fac-bb5d-1b88e7d66dc2 req-5104d46d-7aea-4f3f-904f-ad32ce11e099 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Refreshing network info cache for port a684fbcc-d51d-4b61-9e5a-747497ac180e {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.107138] env[69547]: DEBUG nova.scheduler.client.report [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.158610] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "f3437584-cfb2-449a-a351-186903fba530" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.158897] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.159163] env[69547]: INFO nova.compute.manager [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Attaching volume cb2df285-6b86-449a-a076-bd3a7bd469ce to /dev/sdb [ 1271.193938] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8221156-734c-4e50-9313-788f260af2b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.203997] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e979a7-a4d7-4019-bd55-240b2a569725 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.222023] env[69547]: DEBUG nova.virt.block_device [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Updating existing volume attachment record: 4e51f121-8916-44aa-b804-eeb7b986b703 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1271.354611] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162524, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.610958] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.194s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.613299] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.656s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.613496] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.613655] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1271.614597] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20866772-5063-4683-b1b2-4caa0fdca93e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.625377] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bf76a5-1987-4d50-939c-5d2f346798e1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.640016] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2052a317-7490-4df0-bfaa-1c92e4e8907f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.648062] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0365c0cf-b26b-45d7-8de6-a6f074cc4445 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.681530] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180053MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1271.681530] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.681780] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.684092] env[69547]: INFO nova.network.neutron [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating port 531eb319-4813-48ed-baf6-e89e23ee7d97 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1271.856061] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162524, 'name': CreateVM_Task, 'duration_secs': 0.663784} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.856273] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.857022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.857197] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.857577] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.857860] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2acddd0-3b48-466a-be5a-7a0f4dbf98a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.863402] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1271.863402] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52240d92-d90d-45be-6035-3882bac08c31" [ 1271.863402] env[69547]: _type = "Task" [ 1271.863402] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.872313] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52240d92-d90d-45be-6035-3882bac08c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.006545] env[69547]: DEBUG nova.network.neutron [req-e9058f47-050f-4fac-bb5d-1b88e7d66dc2 req-5104d46d-7aea-4f3f-904f-ad32ce11e099 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Updated VIF entry in instance network info cache for port a684fbcc-d51d-4b61-9e5a-747497ac180e. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.006545] env[69547]: DEBUG nova.network.neutron [req-e9058f47-050f-4fac-bb5d-1b88e7d66dc2 req-5104d46d-7aea-4f3f-904f-ad32ce11e099 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Updating instance_info_cache with network_info: [{"id": "a684fbcc-d51d-4b61-9e5a-747497ac180e", "address": "fa:16:3e:74:6c:65", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa684fbcc-d5", "ovs_interfaceid": "a684fbcc-d51d-4b61-9e5a-747497ac180e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.055347] env[69547]: INFO nova.compute.manager [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Rescuing [ 1272.055614] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.055769] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.056159] env[69547]: DEBUG nova.network.neutron [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.374622] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52240d92-d90d-45be-6035-3882bac08c31, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.374882] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.375016] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.375264] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.375412] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.375587] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.375967] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6286b798-9920-487f-9767-57491c30d45b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.387364] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.387568] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.388386] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be7c304-a947-4b8f-94a6-0abe0aedc3e0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.394841] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1272.394841] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a1001e-9be4-1c2d-d215-230e5d959df2" [ 1272.394841] env[69547]: _type = "Task" [ 1272.394841] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.404595] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a1001e-9be4-1c2d-d215-230e5d959df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.509122] env[69547]: DEBUG oslo_concurrency.lockutils [req-e9058f47-050f-4fac-bb5d-1b88e7d66dc2 req-5104d46d-7aea-4f3f-904f-ad32ce11e099 service nova] Releasing lock "refresh_cache-4e1f1687-6761-4d72-af78-f040e35c18f7" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.716727] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3cfc21f7-365e-408c-b19a-979ddebfc001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1272.716843] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance f3437584-cfb2-449a-a351-186903fba530 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1272.717010] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7e7b93b5-ec82-4bd6-829b-661ef7758324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1272.717107] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7ab55a49-7eb5-4138-bf2d-0c911ac03534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1272.717218] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 202e4cce-0c40-428b-8ded-912be5afa71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1272.717326] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance fb7cc259-2a01-4834-97e6-a6c353affa5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1272.717444] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 4e1f1687-6761-4d72-af78-f040e35c18f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1272.717625] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1272.717776] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1272.822214] env[69547]: DEBUG nova.network.neutron [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Updating instance_info_cache with network_info: [{"id": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "address": "fa:16:3e:80:a0:3c", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82496ce6-96", "ovs_interfaceid": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.834019] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4327479-cabd-4cf2-a2a2-ebf9004f5bd9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.842205] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a748d85-021c-4c2a-ac75-727d9f895557 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.874316] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd335ba3-747b-4d70-9829-03bd31f100b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.882656] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42d5e2f-ec3a-4fff-b323-e48adf59caf5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.896990] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.907232] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52a1001e-9be4-1c2d-d215-230e5d959df2, 'name': SearchDatastore_Task, 'duration_secs': 0.013779} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.908618] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe54ffc-2cc9-4635-a902-63f143706b1c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.914972] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1272.914972] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c398ab-b77d-9600-9cb5-37d38ea3e7f5" [ 1272.914972] env[69547]: _type = "Task" [ 1272.914972] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.923251] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c398ab-b77d-9600-9cb5-37d38ea3e7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.325683] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.402566] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.411090] env[69547]: DEBUG nova.compute.manager [req-16b4f097-faa0-46f3-b580-08130e77bae8 req-88c5900b-06e5-4294-81e4-261c022d0cba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received event network-vif-plugged-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.411312] env[69547]: DEBUG oslo_concurrency.lockutils [req-16b4f097-faa0-46f3-b580-08130e77bae8 req-88c5900b-06e5-4294-81e4-261c022d0cba service nova] Acquiring lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.411515] env[69547]: DEBUG oslo_concurrency.lockutils [req-16b4f097-faa0-46f3-b580-08130e77bae8 req-88c5900b-06e5-4294-81e4-261c022d0cba service nova] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.411678] env[69547]: DEBUG oslo_concurrency.lockutils [req-16b4f097-faa0-46f3-b580-08130e77bae8 req-88c5900b-06e5-4294-81e4-261c022d0cba service nova] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.411845] env[69547]: DEBUG nova.compute.manager [req-16b4f097-faa0-46f3-b580-08130e77bae8 req-88c5900b-06e5-4294-81e4-261c022d0cba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] No waiting events found dispatching network-vif-plugged-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.412015] env[69547]: WARNING nova.compute.manager [req-16b4f097-faa0-46f3-b580-08130e77bae8 req-88c5900b-06e5-4294-81e4-261c022d0cba service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received unexpected event network-vif-plugged-531eb319-4813-48ed-baf6-e89e23ee7d97 for instance with vm_state shelved_offloaded and task_state spawning. [ 1273.429637] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c398ab-b77d-9600-9cb5-37d38ea3e7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.032463} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.429893] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.430166] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 4e1f1687-6761-4d72-af78-f040e35c18f7/4e1f1687-6761-4d72-af78-f040e35c18f7.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.430421] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91d18d15-e2d6-45d4-889c-6678cb70fb5c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.437746] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1273.437746] env[69547]: value = "task-3162528" [ 1273.437746] env[69547]: _type = "Task" [ 1273.437746] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.446095] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.550141] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.550223] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.550408] env[69547]: DEBUG nova.network.neutron [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.907094] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1273.907456] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.226s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.949088] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162528, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.339620] env[69547]: DEBUG nova.network.neutron [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating instance_info_cache with network_info: [{"id": "531eb319-4813-48ed-baf6-e89e23ee7d97", "address": "fa:16:3e:57:47:62", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eb319-48", "ovs_interfaceid": "531eb319-4813-48ed-baf6-e89e23ee7d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.449060] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769639} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.449469] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 4e1f1687-6761-4d72-af78-f040e35c18f7/4e1f1687-6761-4d72-af78-f040e35c18f7.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.449469] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.449631] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40dbda9e-68a1-4ddb-a2a5-b200815a2e90 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.458574] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1274.458574] env[69547]: value = "task-3162530" [ 1274.458574] env[69547]: _type = "Task" [ 1274.458574] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.469148] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.842957] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.865597] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='368f742cd4f75cd770582029d0766013',container_format='bare',created_at=2025-03-26T02:26:32Z,direct_url=,disk_format='vmdk',id=0473ec28-8141-4538-93be-8decfd4f2db4,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1599460901-shelved',owner='c3159b2df0fe4371a3ef532508a002f4',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-03-26T02:26:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.865852] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.866017] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.866205] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.866353] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.866499] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.866727] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.866930] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.867118] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.867286] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.867456] env[69547]: DEBUG nova.virt.hardware [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.868308] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4533fa9-fece-49d5-b247-9a1840e3ce41 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.871087] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.871333] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92a56cce-4dc4-4664-8ad0-d4ff7183696c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.881306] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77281f70-5634-426c-9140-b5996a1b1fda {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.885426] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1274.885426] env[69547]: value = "task-3162531" [ 1274.885426] env[69547]: _type = "Task" [ 1274.885426] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.898896] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:47:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '531eb319-4813-48ed-baf6-e89e23ee7d97', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.906516] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.907335] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.907633] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2adcf6aa-7823-4975-8652-35bedfe3b568 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.925184] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.931471] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.931471] env[69547]: value = "task-3162532" [ 1274.931471] env[69547]: _type = "Task" [ 1274.931471] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.939121] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162532, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.970891] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070142} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.971507] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.972033] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282bc880-eb2d-4eff-87c3-98c2bdf8c757 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.995974] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 4e1f1687-6761-4d72-af78-f040e35c18f7/4e1f1687-6761-4d72-af78-f040e35c18f7.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.996306] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f60dc3-5fa7-47f8-a674-c7f4c4aba69c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.020089] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1275.020089] env[69547]: value = "task-3162533" [ 1275.020089] env[69547]: _type = "Task" [ 1275.020089] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.028610] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.401573] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162531, 'name': PowerOffVM_Task, 'duration_secs': 0.357103} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.401865] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.402716] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f730b9a-4220-4c84-a202-4fde605b51e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.424804] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de35b5-eb85-4cbc-91f8-1c06350dd51f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.439914] env[69547]: DEBUG nova.compute.manager [req-cb91ae92-b3b9-4893-a378-dce998873ca7 req-8c566e86-710e-4749-89e1-ef8d6362bcf7 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received event network-changed-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.440162] env[69547]: DEBUG nova.compute.manager [req-cb91ae92-b3b9-4893-a378-dce998873ca7 req-8c566e86-710e-4749-89e1-ef8d6362bcf7 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Refreshing instance network info cache due to event network-changed-531eb319-4813-48ed-baf6-e89e23ee7d97. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.440369] env[69547]: DEBUG oslo_concurrency.lockutils [req-cb91ae92-b3b9-4893-a378-dce998873ca7 req-8c566e86-710e-4749-89e1-ef8d6362bcf7 service nova] Acquiring lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.440515] env[69547]: DEBUG oslo_concurrency.lockutils [req-cb91ae92-b3b9-4893-a378-dce998873ca7 req-8c566e86-710e-4749-89e1-ef8d6362bcf7 service nova] Acquired lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.440677] env[69547]: DEBUG nova.network.neutron [req-cb91ae92-b3b9-4893-a378-dce998873ca7 req-8c566e86-710e-4749-89e1-ef8d6362bcf7 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Refreshing network info cache for port 531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.448057] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162532, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.457696] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.458026] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51251830-c3cd-4685-9af8-9d52fdb6d848 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.466392] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1275.466392] env[69547]: value = "task-3162534" [ 1275.466392] env[69547]: _type = "Task" [ 1275.466392] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.475607] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1275.475818] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.476075] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.476226] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.476403] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.476946] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc171bb-b488-4df6-a105-0c4a77740111 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.489908] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.490109] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.490810] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a85f03e-9696-4fe5-91ce-f1576bc4a893 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.496187] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1275.496187] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]522cad66-f4bb-f645-f104-166f85ca506a" [ 1275.496187] env[69547]: _type = "Task" [ 1275.496187] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.503783] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522cad66-f4bb-f645-f104-166f85ca506a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.531213] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.768047] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1275.768242] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632710', 'volume_id': 'cb2df285-6b86-449a-a076-bd3a7bd469ce', 'name': 'volume-cb2df285-6b86-449a-a076-bd3a7bd469ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3437584-cfb2-449a-a351-186903fba530', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb2df285-6b86-449a-a076-bd3a7bd469ce', 'serial': 'cb2df285-6b86-449a-a076-bd3a7bd469ce'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1275.769149] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54f69d2-1bd0-4a0c-b335-bd550215a97a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.786334] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb83aa-91d0-4c89-aa93-06763416b1c6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.810855] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-cb2df285-6b86-449a-a076-bd3a7bd469ce/volume-cb2df285-6b86-449a-a076-bd3a7bd469ce.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.811170] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b7a27f-1518-4782-a609-f9423764af01 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.829673] env[69547]: DEBUG oslo_vmware.api [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1275.829673] env[69547]: value = "task-3162535" [ 1275.829673] env[69547]: _type = "Task" [ 1275.829673] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.838067] env[69547]: DEBUG oslo_vmware.api [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.942473] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162532, 'name': CreateVM_Task} progress is 25%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.008675] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]522cad66-f4bb-f645-f104-166f85ca506a, 'name': SearchDatastore_Task, 'duration_secs': 0.032593} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.009472] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b660e7-e88f-487f-8aa9-f2e892021b9d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.015489] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1276.015489] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5227ce4c-143b-9d3f-947a-a42072c3e03c" [ 1276.015489] env[69547]: _type = "Task" [ 1276.015489] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.023615] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5227ce4c-143b-9d3f-947a-a42072c3e03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.031593] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162533, 'name': ReconfigVM_Task, 'duration_secs': 0.921874} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.031944] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 4e1f1687-6761-4d72-af78-f040e35c18f7/4e1f1687-6761-4d72-af78-f040e35c18f7.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.032483] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ab368a5-14ed-47a9-bc96-de5ed9d332b7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.039864] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1276.039864] env[69547]: value = "task-3162536" [ 1276.039864] env[69547]: _type = "Task" [ 1276.039864] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.048455] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162536, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.254489] env[69547]: DEBUG nova.network.neutron [req-cb91ae92-b3b9-4893-a378-dce998873ca7 req-8c566e86-710e-4749-89e1-ef8d6362bcf7 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updated VIF entry in instance network info cache for port 531eb319-4813-48ed-baf6-e89e23ee7d97. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.254901] env[69547]: DEBUG nova.network.neutron [req-cb91ae92-b3b9-4893-a378-dce998873ca7 req-8c566e86-710e-4749-89e1-ef8d6362bcf7 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating instance_info_cache with network_info: [{"id": "531eb319-4813-48ed-baf6-e89e23ee7d97", "address": "fa:16:3e:57:47:62", "network": {"id": "bc3e957f-01fc-4cf5-836b-d9d820b638b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1017495276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3159b2df0fe4371a3ef532508a002f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531eb319-48", "ovs_interfaceid": "531eb319-4813-48ed-baf6-e89e23ee7d97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.341389] env[69547]: DEBUG oslo_vmware.api [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162535, 'name': ReconfigVM_Task, 'duration_secs': 0.46841} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.341709] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-cb2df285-6b86-449a-a076-bd3a7bd469ce/volume-cb2df285-6b86-449a-a076-bd3a7bd469ce.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.346622] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c9efce-5c6f-46f8-bce0-583d836bfcaa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.362799] env[69547]: DEBUG oslo_vmware.api [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1276.362799] env[69547]: value = "task-3162537" [ 1276.362799] env[69547]: _type = "Task" [ 1276.362799] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.372386] env[69547]: DEBUG oslo_vmware.api [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.443917] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162532, 'name': CreateVM_Task, 'duration_secs': 1.368655} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.444120] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.444840] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.445017] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.445426] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.445693] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87da666-e0fb-4b4b-b27d-58b495fef2a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.451367] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1276.451367] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]528accee-5e22-3aaa-7167-299ce0f595ef" [ 1276.451367] env[69547]: _type = "Task" [ 1276.451367] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.459948] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]528accee-5e22-3aaa-7167-299ce0f595ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.525982] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5227ce4c-143b-9d3f-947a-a42072c3e03c, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.526328] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.526540] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7ab55a49-7eb5-4138-bf2d-0c911ac03534/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. {{(pid=69547) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1276.526844] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2497a72b-fbee-49f6-8a49-f579c4f423d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.534888] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1276.534888] env[69547]: value = "task-3162538" [ 1276.534888] env[69547]: _type = "Task" [ 1276.534888] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.546645] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.552527] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162536, 'name': Rename_Task, 'duration_secs': 0.195548} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.552867] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.553139] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec4dbd50-6f6d-4bf0-a44b-fdc7e954db25 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.561506] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1276.561506] env[69547]: value = "task-3162539" [ 1276.561506] env[69547]: _type = "Task" [ 1276.561506] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.569780] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.757981] env[69547]: DEBUG oslo_concurrency.lockutils [req-cb91ae92-b3b9-4893-a378-dce998873ca7 req-8c566e86-710e-4749-89e1-ef8d6362bcf7 service nova] Releasing lock "refresh_cache-fb7cc259-2a01-4834-97e6-a6c353affa5e" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.877716] env[69547]: DEBUG oslo_vmware.api [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162537, 'name': ReconfigVM_Task, 'duration_secs': 0.144532} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.878268] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632710', 'volume_id': 'cb2df285-6b86-449a-a076-bd3a7bd469ce', 'name': 'volume-cb2df285-6b86-449a-a076-bd3a7bd469ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3437584-cfb2-449a-a351-186903fba530', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb2df285-6b86-449a-a076-bd3a7bd469ce', 'serial': 'cb2df285-6b86-449a-a076-bd3a7bd469ce'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1276.964793] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.965136] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Processing image 0473ec28-8141-4538-93be-8decfd4f2db4 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.965473] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4/0473ec28-8141-4538-93be-8decfd4f2db4.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.965688] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4/0473ec28-8141-4538-93be-8decfd4f2db4.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.965946] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.966268] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78fb8cae-f7c2-43bb-a5e0-66dc11eca29d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.978946] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.979324] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.980068] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5394bffe-00b0-4bdb-999b-48e6c6fea315 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.986606] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1276.986606] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd8201-2d35-df83-8314-ce8113eaf084" [ 1276.986606] env[69547]: _type = "Task" [ 1276.986606] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.995391] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52dd8201-2d35-df83-8314-ce8113eaf084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.046967] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472869} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.047276] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 7ab55a49-7eb5-4138-bf2d-0c911ac03534/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. [ 1277.048083] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2e8ca-79ed-4814-8510-03cfdb83d001 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.073577] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 7ab55a49-7eb5-4138-bf2d-0c911ac03534/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.076762] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e046c02-c2ad-4fcb-8c48-71ebd78b9993 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.095827] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.097232] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1277.097232] env[69547]: value = "task-3162540" [ 1277.097232] env[69547]: _type = "Task" [ 1277.097232] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.105577] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.499594] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Preparing fetch location {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1277.499962] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Fetch image to [datastore1] OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f/OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f.vmdk {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1277.500058] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Downloading stream optimized image 0473ec28-8141-4538-93be-8decfd4f2db4 to [datastore1] OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f/OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f.vmdk on the data store datastore1 as vApp {{(pid=69547) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1277.500246] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Downloading image file data 0473ec28-8141-4538-93be-8decfd4f2db4 to the ESX as VM named 'OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f' {{(pid=69547) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1277.576816] env[69547]: DEBUG oslo_vmware.api [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162539, 'name': PowerOnVM_Task, 'duration_secs': 0.839983} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.577144] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.577404] env[69547]: INFO nova.compute.manager [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1277.577596] env[69547]: DEBUG nova.compute.manager [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.578577] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07866af4-9de7-4661-91b0-08805be6b305 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.581972] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1277.581972] env[69547]: value = "resgroup-9" [ 1277.581972] env[69547]: _type = "ResourcePool" [ 1277.581972] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1277.582257] env[69547]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e87abcc0-0d9b-4df7-8431-9e3b45a16f5f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.608483] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease: (returnval){ [ 1277.608483] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e1e379-d0e4-4d46-692f-b3e6f5272f0d" [ 1277.608483] env[69547]: _type = "HttpNfcLease" [ 1277.608483] env[69547]: } obtained for vApp import into resource pool (val){ [ 1277.608483] env[69547]: value = "resgroup-9" [ 1277.608483] env[69547]: _type = "ResourcePool" [ 1277.608483] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1277.608912] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the lease: (returnval){ [ 1277.608912] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e1e379-d0e4-4d46-692f-b3e6f5272f0d" [ 1277.608912] env[69547]: _type = "HttpNfcLease" [ 1277.608912] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1277.612347] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.621060] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.621060] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e1e379-d0e4-4d46-692f-b3e6f5272f0d" [ 1277.621060] env[69547]: _type = "HttpNfcLease" [ 1277.621060] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.921349] env[69547]: DEBUG nova.objects.instance [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'flavor' on Instance uuid f3437584-cfb2-449a-a351-186903fba530 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.113569] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162540, 'name': ReconfigVM_Task, 'duration_secs': 0.922877} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.114596] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 7ab55a49-7eb5-4138-bf2d-0c911ac03534/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.121897] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5f361a-c22d-479f-af9e-d7cbda41d6fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.125537] env[69547]: INFO nova.compute.manager [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Took 13.58 seconds to build instance. [ 1278.131085] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.131085] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e1e379-d0e4-4d46-692f-b3e6f5272f0d" [ 1278.131085] env[69547]: _type = "HttpNfcLease" [ 1278.131085] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1278.155030] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962dc62a-c28e-48c1-970b-69c6c6ffda68 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.174568] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1278.174568] env[69547]: value = "task-3162542" [ 1278.174568] env[69547]: _type = "Task" [ 1278.174568] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.185993] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.427040] env[69547]: DEBUG oslo_concurrency.lockutils [None req-b328eb89-c40f-4767-94bb-6993e95b8dc4 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.623586] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.623586] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e1e379-d0e4-4d46-692f-b3e6f5272f0d" [ 1278.623586] env[69547]: _type = "HttpNfcLease" [ 1278.623586] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1278.624051] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1278.624051] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52e1e379-d0e4-4d46-692f-b3e6f5272f0d" [ 1278.624051] env[69547]: _type = "HttpNfcLease" [ 1278.624051] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1278.624770] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a2dab2-1842-4b96-ac71-946aca49462b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.628299] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bbc4c753-23d6-42e6-91f5-f30b820b1f4e tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.089s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.628563] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.187s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.629987] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c2d5e8-5a62-4cca-adb1-dcc123915b1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.637047] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297d402-4bb0-86cf-73b5-073b6a283873/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1278.637268] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297d402-4bb0-86cf-73b5-073b6a283873/disk-0.vmdk. {{(pid=69547) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1278.716285] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96148f5f-a286-42f2-b3e2-80c9a184e071 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.717586] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.208156] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.579s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.217270] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.399778] env[69547]: DEBUG nova.compute.manager [req-85d82440-5fd1-4769-9bf2-302227a10100 req-8cfe4337-f044-4734-a5fa-c0bd0f7ecf04 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Received event network-changed-a684fbcc-d51d-4b61-9e5a-747497ac180e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.400061] env[69547]: DEBUG nova.compute.manager [req-85d82440-5fd1-4769-9bf2-302227a10100 req-8cfe4337-f044-4734-a5fa-c0bd0f7ecf04 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Refreshing instance network info cache due to event network-changed-a684fbcc-d51d-4b61-9e5a-747497ac180e. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.400321] env[69547]: DEBUG oslo_concurrency.lockutils [req-85d82440-5fd1-4769-9bf2-302227a10100 req-8cfe4337-f044-4734-a5fa-c0bd0f7ecf04 service nova] Acquiring lock "refresh_cache-4e1f1687-6761-4d72-af78-f040e35c18f7" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.400470] env[69547]: DEBUG oslo_concurrency.lockutils [req-85d82440-5fd1-4769-9bf2-302227a10100 req-8cfe4337-f044-4734-a5fa-c0bd0f7ecf04 service nova] Acquired lock "refresh_cache-4e1f1687-6761-4d72-af78-f040e35c18f7" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.400634] env[69547]: DEBUG nova.network.neutron [req-85d82440-5fd1-4769-9bf2-302227a10100 req-8cfe4337-f044-4734-a5fa-c0bd0f7ecf04 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Refreshing network info cache for port a684fbcc-d51d-4b61-9e5a-747497ac180e {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.712767] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162542, 'name': ReconfigVM_Task, 'duration_secs': 1.273361} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.713271] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.713515] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3ef80e9-475e-493c-9041-7f5de73158a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.723208] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1279.723208] env[69547]: value = "task-3162543" [ 1279.723208] env[69547]: _type = "Task" [ 1279.723208] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.733285] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.874322] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.874609] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.874828] env[69547]: INFO nova.compute.manager [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Shelving [ 1279.975714] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Completed reading data from the image iterator. {{(pid=69547) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1279.975909] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297d402-4bb0-86cf-73b5-073b6a283873/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1279.977110] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646dfd3-b363-4757-b1d2-9b1cfc63d6b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.985512] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297d402-4bb0-86cf-73b5-073b6a283873/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1279.985770] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297d402-4bb0-86cf-73b5-073b6a283873/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1279.986077] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d19b68c7-7bce-4c1b-ba77-9da0bd12acde {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.143485] env[69547]: DEBUG nova.network.neutron [req-85d82440-5fd1-4769-9bf2-302227a10100 req-8cfe4337-f044-4734-a5fa-c0bd0f7ecf04 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Updated VIF entry in instance network info cache for port a684fbcc-d51d-4b61-9e5a-747497ac180e. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.143897] env[69547]: DEBUG nova.network.neutron [req-85d82440-5fd1-4769-9bf2-302227a10100 req-8cfe4337-f044-4734-a5fa-c0bd0f7ecf04 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Updating instance_info_cache with network_info: [{"id": "a684fbcc-d51d-4b61-9e5a-747497ac180e", "address": "fa:16:3e:74:6c:65", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa684fbcc-d5", "ovs_interfaceid": "a684fbcc-d51d-4b61-9e5a-747497ac180e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.221550] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "3d775ce4-8612-4648-82d7-070f87e9d2c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.221868] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "3d775ce4-8612-4648-82d7-070f87e9d2c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.238784] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.252509] env[69547]: DEBUG oslo_vmware.rw_handles [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297d402-4bb0-86cf-73b5-073b6a283873/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1280.252822] env[69547]: INFO nova.virt.vmwareapi.images [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Downloaded image file data 0473ec28-8141-4538-93be-8decfd4f2db4 [ 1280.254124] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d397cb-0c71-4b23-8499-abb9464ad9d7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.280059] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11c33a87-9982-4510-af92-bc70b713abde {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.337189] env[69547]: INFO nova.virt.vmwareapi.images [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] The imported VM was unregistered [ 1280.339531] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Caching image {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1280.339777] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.340078] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c3a0a6-3164-487d-9696-5982bd848633 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.366729] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Created directory with path [datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.367037] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f/OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f.vmdk to [datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4/0473ec28-8141-4538-93be-8decfd4f2db4.vmdk. {{(pid=69547) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1280.367310] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-db9e9158-6355-472c-853c-4d4c9d8bbec8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.375944] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1280.375944] env[69547]: value = "task-3162545" [ 1280.375944] env[69547]: _type = "Task" [ 1280.375944] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.387798] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162545, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.647245] env[69547]: DEBUG oslo_concurrency.lockutils [req-85d82440-5fd1-4769-9bf2-302227a10100 req-8cfe4337-f044-4734-a5fa-c0bd0f7ecf04 service nova] Releasing lock "refresh_cache-4e1f1687-6761-4d72-af78-f040e35c18f7" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.724601] env[69547]: DEBUG nova.compute.manager [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.739313] env[69547]: DEBUG oslo_vmware.api [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162543, 'name': PowerOnVM_Task, 'duration_secs': 0.629631} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.739440] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.742911] env[69547]: DEBUG nova.compute.manager [None req-0ff4979e-54be-4e69-96a3-a5f190430442 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.743885] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d077c8ed-2991-41af-bb69-4eb29ea9dfb0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.889117] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162545, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.890786] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.891153] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8667bc17-ea35-4090-a15a-80813883e603 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.901878] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1280.901878] env[69547]: value = "task-3162547" [ 1280.901878] env[69547]: _type = "Task" [ 1280.901878] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.917639] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.251141] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.251455] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.253943] env[69547]: INFO nova.compute.claims [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.391283] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162545, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.413744] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162547, 'name': PowerOffVM_Task, 'duration_secs': 0.225336} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.414129] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.415135] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c975f54-ce72-421c-9f13-5772ba5e038f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.437221] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238f1478-73d6-48ab-a85a-a34342baa8f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.890446] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162545, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.952060] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Creating Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1281.952606] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e64793a6-ffa3-4acc-8146-884612bbd69c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.964599] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1281.964599] env[69547]: value = "task-3162548" [ 1281.964599] env[69547]: _type = "Task" [ 1281.964599] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.977467] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162548, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.391619] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162545, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.393605] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd823f1-e81e-4add-a884-efe7de00d25d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.403921] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c68a56-7bd6-4644-a3bf-a8f9b2b5f28c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.442823] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a31bed-b650-451d-bda3-a8176c10b9ae {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.454394] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c877fda3-2df5-4ff6-95c8-3e55e982cfe4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.473596] env[69547]: DEBUG nova.compute.provider_tree [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.487895] env[69547]: INFO nova.compute.manager [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Unrescuing [ 1282.488165] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.488356] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.488532] env[69547]: DEBUG nova.network.neutron [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.490143] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162548, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.896486] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162545, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.980623] env[69547]: DEBUG nova.scheduler.client.report [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.989859] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162548, 'name': CreateSnapshot_Task, 'duration_secs': 0.971896} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.990618] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Created Snapshot of the VM instance {{(pid=69547) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1282.994869] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486d9a2e-c804-4483-a186-fe9dda60bded {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.252452] env[69547]: DEBUG nova.network.neutron [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Updating instance_info_cache with network_info: [{"id": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "address": "fa:16:3e:80:a0:3c", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82496ce6-96", "ovs_interfaceid": "82496ce6-9653-4b09-967e-dc4bb30e6f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.395162] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162545, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.929428} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.395402] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f/OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f.vmdk to [datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4/0473ec28-8141-4538-93be-8decfd4f2db4.vmdk. [ 1283.395598] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Cleaning up location [datastore1] OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1283.395770] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3a3414a6-0b25-42eb-9b7f-d619f0fe931f {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.396066] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6d7944-e678-4660-97ca-631c457e328f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.406454] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1283.406454] env[69547]: value = "task-3162549" [ 1283.406454] env[69547]: _type = "Task" [ 1283.406454] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.418810] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.492167] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.492763] env[69547]: DEBUG nova.compute.manager [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.516131] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Creating linked-clone VM from snapshot {{(pid=69547) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1283.516678] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1eb2df5-a372-4e41-bacd-81426f485c41 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.529489] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1283.529489] env[69547]: value = "task-3162550" [ 1283.529489] env[69547]: _type = "Task" [ 1283.529489] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.541767] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162550, 'name': CloneVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.755603] env[69547]: DEBUG oslo_concurrency.lockutils [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "refresh_cache-7ab55a49-7eb5-4138-bf2d-0c911ac03534" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.756323] env[69547]: DEBUG nova.objects.instance [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lazy-loading 'flavor' on Instance uuid 7ab55a49-7eb5-4138-bf2d-0c911ac03534 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.920327] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110318} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.920807] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.920970] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4/0473ec28-8141-4538-93be-8decfd4f2db4.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.921307] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4/0473ec28-8141-4538-93be-8decfd4f2db4.vmdk to [datastore1] fb7cc259-2a01-4834-97e6-a6c353affa5e/fb7cc259-2a01-4834-97e6-a6c353affa5e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.921589] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdbff1d1-7eef-4437-be25-d4892dea3316 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.930633] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1283.930633] env[69547]: value = "task-3162552" [ 1283.930633] env[69547]: _type = "Task" [ 1283.930633] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.939460] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.998539] env[69547]: DEBUG nova.compute.utils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.000624] env[69547]: DEBUG nova.compute.manager [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.000624] env[69547]: DEBUG nova.network.neutron [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.041043] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162550, 'name': CloneVM_Task} progress is 93%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.042578] env[69547]: DEBUG nova.policy [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38e1617dbd9f4bb4b104cd5135959599', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ae9fc837a847f8afdd28fc1674da28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.262500] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63118319-ec40-4276-addb-b39439c8c8b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.286262] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.286528] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-209f8ee4-b4fc-48e0-8f5f-0384862c3100 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.296158] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1284.296158] env[69547]: value = "task-3162553" [ 1284.296158] env[69547]: _type = "Task" [ 1284.296158] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.304858] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.376645] env[69547]: DEBUG nova.network.neutron [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Successfully created port: 6572a607-55ca-4b77-9f3f-6e9fdb56cffe {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.442290] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162552, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.503385] env[69547]: DEBUG nova.compute.manager [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.544119] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162550, 'name': CloneVM_Task} progress is 93%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.807455] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162553, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.944464] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162552, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.044307] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162550, 'name': CloneVM_Task} progress is 94%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.309508] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162553, 'name': PowerOffVM_Task, 'duration_secs': 0.609688} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.309788] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.318408] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1285.319412] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c08d148-0d3f-4105-bab3-10833e7e56b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.343517] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1285.343517] env[69547]: value = "task-3162554" [ 1285.343517] env[69547]: _type = "Task" [ 1285.343517] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.353685] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.444037] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162552, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.515231] env[69547]: DEBUG nova.compute.manager [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.544432] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162550, 'name': CloneVM_Task} progress is 95%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.548300] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.548648] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.548848] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.549162] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.549403] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.549654] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.549939] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.550166] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.550447] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.550694] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.551035] env[69547]: DEBUG nova.virt.hardware [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.551977] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e6454-094e-4442-a1cd-7f62657965a5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.562219] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5f945e-38a5-4b34-8e8a-613282b7b4e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.781469] env[69547]: DEBUG nova.compute.manager [req-5d43e7eb-fec7-46fc-9f76-3d11dc278e1b req-d43b2b26-d46d-4db0-a854-1a5839931dda service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Received event network-vif-plugged-6572a607-55ca-4b77-9f3f-6e9fdb56cffe {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.781533] env[69547]: DEBUG oslo_concurrency.lockutils [req-5d43e7eb-fec7-46fc-9f76-3d11dc278e1b req-d43b2b26-d46d-4db0-a854-1a5839931dda service nova] Acquiring lock "3d775ce4-8612-4648-82d7-070f87e9d2c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.781716] env[69547]: DEBUG oslo_concurrency.lockutils [req-5d43e7eb-fec7-46fc-9f76-3d11dc278e1b req-d43b2b26-d46d-4db0-a854-1a5839931dda service nova] Lock "3d775ce4-8612-4648-82d7-070f87e9d2c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.781887] env[69547]: DEBUG oslo_concurrency.lockutils [req-5d43e7eb-fec7-46fc-9f76-3d11dc278e1b req-d43b2b26-d46d-4db0-a854-1a5839931dda service nova] Lock "3d775ce4-8612-4648-82d7-070f87e9d2c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.782247] env[69547]: DEBUG nova.compute.manager [req-5d43e7eb-fec7-46fc-9f76-3d11dc278e1b req-d43b2b26-d46d-4db0-a854-1a5839931dda service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] No waiting events found dispatching network-vif-plugged-6572a607-55ca-4b77-9f3f-6e9fdb56cffe {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.782368] env[69547]: WARNING nova.compute.manager [req-5d43e7eb-fec7-46fc-9f76-3d11dc278e1b req-d43b2b26-d46d-4db0-a854-1a5839931dda service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Received unexpected event network-vif-plugged-6572a607-55ca-4b77-9f3f-6e9fdb56cffe for instance with vm_state building and task_state spawning. [ 1285.863541] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.877833] env[69547]: DEBUG nova.network.neutron [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Successfully updated port: 6572a607-55ca-4b77-9f3f-6e9fdb56cffe {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.944942] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162552, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.043435] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162550, 'name': CloneVM_Task, 'duration_secs': 2.249205} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.043792] env[69547]: INFO nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Created linked-clone VM from snapshot [ 1286.044612] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e8e67-e80b-437a-8c05-4d1c50ef8c02 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.053620] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Uploading image 3b514624-8086-43d3-8414-db0491a1e9a9 {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1286.077734] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1286.077734] env[69547]: value = "vm-632715" [ 1286.077734] env[69547]: _type = "VirtualMachine" [ 1286.077734] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1286.078052] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b7c08b45-2c24-49fe-9891-9b6d4238b8f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.086929] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lease: (returnval){ [ 1286.086929] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52696ea7-a398-d46b-59ba-ad97cce50afb" [ 1286.086929] env[69547]: _type = "HttpNfcLease" [ 1286.086929] env[69547]: } obtained for exporting VM: (result){ [ 1286.086929] env[69547]: value = "vm-632715" [ 1286.086929] env[69547]: _type = "VirtualMachine" [ 1286.086929] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1286.087363] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the lease: (returnval){ [ 1286.087363] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52696ea7-a398-d46b-59ba-ad97cce50afb" [ 1286.087363] env[69547]: _type = "HttpNfcLease" [ 1286.087363] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1286.095802] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.095802] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52696ea7-a398-d46b-59ba-ad97cce50afb" [ 1286.095802] env[69547]: _type = "HttpNfcLease" [ 1286.095802] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1286.358323] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162554, 'name': ReconfigVM_Task, 'duration_secs': 0.552883} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.358645] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1286.358835] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.359228] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa04d007-c6de-4e51-bc6c-bf446d01bd5a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.368206] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1286.368206] env[69547]: value = "task-3162557" [ 1286.368206] env[69547]: _type = "Task" [ 1286.368206] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.379422] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.379976] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "refresh_cache-3d775ce4-8612-4648-82d7-070f87e9d2c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.380132] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "refresh_cache-3d775ce4-8612-4648-82d7-070f87e9d2c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.380288] env[69547]: DEBUG nova.network.neutron [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.446660] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162552, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.597165] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.597165] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52696ea7-a398-d46b-59ba-ad97cce50afb" [ 1286.597165] env[69547]: _type = "HttpNfcLease" [ 1286.597165] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1286.597618] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1286.597618] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52696ea7-a398-d46b-59ba-ad97cce50afb" [ 1286.597618] env[69547]: _type = "HttpNfcLease" [ 1286.597618] env[69547]: }. {{(pid=69547) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1286.598491] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767ab7c8-cdf8-4947-a657-90b2e9734b97 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.608272] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d544-1eb3-db4f-dd41-3bc0c5afca62/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1286.608499] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d544-1eb3-db4f-dd41-3bc0c5afca62/disk-0.vmdk for reading. {{(pid=69547) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1286.702610] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef1bebe3-647f-4f1b-95ef-84dd5d657df6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.879462] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162557, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.919649] env[69547]: DEBUG nova.network.neutron [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.949319] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162552, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.817115} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.949734] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0473ec28-8141-4538-93be-8decfd4f2db4/0473ec28-8141-4538-93be-8decfd4f2db4.vmdk to [datastore1] fb7cc259-2a01-4834-97e6-a6c353affa5e/fb7cc259-2a01-4834-97e6-a6c353affa5e.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.950460] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6685e939-4036-4267-b537-14dfa7554fef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.975182] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] fb7cc259-2a01-4834-97e6-a6c353affa5e/fb7cc259-2a01-4834-97e6-a6c353affa5e.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.978359] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a96b4c5-f737-40e3-904b-75e2f0433c3a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.001312] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1287.001312] env[69547]: value = "task-3162558" [ 1287.001312] env[69547]: _type = "Task" [ 1287.001312] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.011322] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.099593] env[69547]: DEBUG nova.network.neutron [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Updating instance_info_cache with network_info: [{"id": "6572a607-55ca-4b77-9f3f-6e9fdb56cffe", "address": "fa:16:3e:7b:51:6d", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6572a607-55", "ovs_interfaceid": "6572a607-55ca-4b77-9f3f-6e9fdb56cffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.379833] env[69547]: DEBUG oslo_vmware.api [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162557, 'name': PowerOnVM_Task, 'duration_secs': 0.716202} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.380596] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.380704] env[69547]: DEBUG nova.compute.manager [None req-45a4d5b3-d0b2-47d6-9e0c-fb2ccb1358ce tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.381802] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9643edf-81f5-4164-8801-44defae035f6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.512793] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.602053] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "refresh_cache-3d775ce4-8612-4648-82d7-070f87e9d2c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.602415] env[69547]: DEBUG nova.compute.manager [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Instance network_info: |[{"id": "6572a607-55ca-4b77-9f3f-6e9fdb56cffe", "address": "fa:16:3e:7b:51:6d", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6572a607-55", "ovs_interfaceid": "6572a607-55ca-4b77-9f3f-6e9fdb56cffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.602937] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:51:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6572a607-55ca-4b77-9f3f-6e9fdb56cffe', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.611277] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.611651] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.612105] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c15e619-f3ac-4fca-9a2b-ab934c6b9483 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.634565] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.634565] env[69547]: value = "task-3162559" [ 1287.634565] env[69547]: _type = "Task" [ 1287.634565] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.645378] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162559, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.812211] env[69547]: DEBUG nova.compute.manager [req-fd230296-a677-4e79-8d12-97552dcd61e9 req-41e55b23-fa2d-4e2e-93d1-688563d73230 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Received event network-changed-6572a607-55ca-4b77-9f3f-6e9fdb56cffe {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.812211] env[69547]: DEBUG nova.compute.manager [req-fd230296-a677-4e79-8d12-97552dcd61e9 req-41e55b23-fa2d-4e2e-93d1-688563d73230 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Refreshing instance network info cache due to event network-changed-6572a607-55ca-4b77-9f3f-6e9fdb56cffe. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.812211] env[69547]: DEBUG oslo_concurrency.lockutils [req-fd230296-a677-4e79-8d12-97552dcd61e9 req-41e55b23-fa2d-4e2e-93d1-688563d73230 service nova] Acquiring lock "refresh_cache-3d775ce4-8612-4648-82d7-070f87e9d2c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.812333] env[69547]: DEBUG oslo_concurrency.lockutils [req-fd230296-a677-4e79-8d12-97552dcd61e9 req-41e55b23-fa2d-4e2e-93d1-688563d73230 service nova] Acquired lock "refresh_cache-3d775ce4-8612-4648-82d7-070f87e9d2c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.812576] env[69547]: DEBUG nova.network.neutron [req-fd230296-a677-4e79-8d12-97552dcd61e9 req-41e55b23-fa2d-4e2e-93d1-688563d73230 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Refreshing network info cache for port 6572a607-55ca-4b77-9f3f-6e9fdb56cffe {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.013831] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162558, 'name': ReconfigVM_Task, 'duration_secs': 0.796094} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.014343] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Reconfigured VM instance instance-0000006f to attach disk [datastore1] fb7cc259-2a01-4834-97e6-a6c353affa5e/fb7cc259-2a01-4834-97e6-a6c353affa5e.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.014839] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db123d50-11d0-4733-a041-67fa98b508a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.023554] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1288.023554] env[69547]: value = "task-3162561" [ 1288.023554] env[69547]: _type = "Task" [ 1288.023554] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.034123] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162561, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.144834] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162559, 'name': CreateVM_Task, 'duration_secs': 0.506148} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.145096] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.145848] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.146097] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.146553] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.146890] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c2c8ec-7725-4b7e-a66d-20adcfa440de {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.151762] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1288.151762] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5254ada7-997a-83ac-97e8-e224c1b5ca28" [ 1288.151762] env[69547]: _type = "Task" [ 1288.151762] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.160220] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5254ada7-997a-83ac-97e8-e224c1b5ca28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.535793] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162561, 'name': Rename_Task, 'duration_secs': 0.248088} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.536284] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.536532] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95f3852f-2524-4a9f-8cf1-2af9a220638c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.541748] env[69547]: DEBUG nova.network.neutron [req-fd230296-a677-4e79-8d12-97552dcd61e9 req-41e55b23-fa2d-4e2e-93d1-688563d73230 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Updated VIF entry in instance network info cache for port 6572a607-55ca-4b77-9f3f-6e9fdb56cffe. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.542137] env[69547]: DEBUG nova.network.neutron [req-fd230296-a677-4e79-8d12-97552dcd61e9 req-41e55b23-fa2d-4e2e-93d1-688563d73230 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Updating instance_info_cache with network_info: [{"id": "6572a607-55ca-4b77-9f3f-6e9fdb56cffe", "address": "fa:16:3e:7b:51:6d", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6572a607-55", "ovs_interfaceid": "6572a607-55ca-4b77-9f3f-6e9fdb56cffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.545069] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1288.545069] env[69547]: value = "task-3162562" [ 1288.545069] env[69547]: _type = "Task" [ 1288.545069] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.554912] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.663075] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5254ada7-997a-83ac-97e8-e224c1b5ca28, 'name': SearchDatastore_Task, 'duration_secs': 0.022154} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.663557] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.663841] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.664198] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.664530] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.664778] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.665159] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43a93c17-fadf-4a5e-ac84-98b2e9a1681d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.675198] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.675385] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.676217] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55d5de1-e6e2-4685-8c66-a7f78d1ac433 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.682170] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1288.682170] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b823e6-9aeb-a6f6-54a0-1155c19e2a74" [ 1288.682170] env[69547]: _type = "Task" [ 1288.682170] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.691026] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b823e6-9aeb-a6f6-54a0-1155c19e2a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.046472] env[69547]: DEBUG oslo_concurrency.lockutils [req-fd230296-a677-4e79-8d12-97552dcd61e9 req-41e55b23-fa2d-4e2e-93d1-688563d73230 service nova] Releasing lock "refresh_cache-3d775ce4-8612-4648-82d7-070f87e9d2c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.057200] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162562, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.195970] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b823e6-9aeb-a6f6-54a0-1155c19e2a74, 'name': SearchDatastore_Task, 'duration_secs': 0.01693} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.196888] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62d72f8-cb49-44e9-bda5-7822d3d32f8c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.203737] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1289.203737] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1a63b-ecdb-a794-bbef-295442392f34" [ 1289.203737] env[69547]: _type = "Task" [ 1289.203737] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.213544] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1a63b-ecdb-a794-bbef-295442392f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.558525] env[69547]: DEBUG oslo_vmware.api [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162562, 'name': PowerOnVM_Task, 'duration_secs': 0.601874} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.558870] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.667091] env[69547]: DEBUG nova.compute.manager [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.668092] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a050810-85b7-400e-ae05-01d1cc28970a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.719190] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52c1a63b-ecdb-a794-bbef-295442392f34, 'name': SearchDatastore_Task, 'duration_secs': 0.01358} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.719271] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.719545] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3d775ce4-8612-4648-82d7-070f87e9d2c4/3d775ce4-8612-4648-82d7-070f87e9d2c4.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.719959] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49fc7e63-b381-45ba-bde1-b74c39303e08 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.731750] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1289.731750] env[69547]: value = "task-3162563" [ 1289.731750] env[69547]: _type = "Task" [ 1289.731750] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.741728] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.190016] env[69547]: DEBUG oslo_concurrency.lockutils [None req-4598be0b-f114-43f9-be3c-241d5242d234 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.962s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.246811] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162563, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.724295] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.724678] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.725078] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.725378] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.725658] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.729031] env[69547]: INFO nova.compute.manager [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Terminating instance [ 1290.748022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "3c221725-f26c-4e2a-bd32-bda2192586c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.748022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.749026] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557297} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.749463] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3d775ce4-8612-4648-82d7-070f87e9d2c4/3d775ce4-8612-4648-82d7-070f87e9d2c4.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.749681] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.749927] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daf43b20-1e3f-4723-ab41-7a4cd195ecd0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.759236] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1290.759236] env[69547]: value = "task-3162565" [ 1290.759236] env[69547]: _type = "Task" [ 1290.759236] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.769781] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.233440] env[69547]: DEBUG nova.compute.manager [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.233844] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.234669] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09850939-bdba-4ece-98a0-72e20543fe75 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.243920] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.244235] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6424a91-1861-424d-976f-c6b11c24ca76 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.249571] env[69547]: DEBUG nova.compute.manager [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.253778] env[69547]: DEBUG oslo_vmware.api [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1291.253778] env[69547]: value = "task-3162566" [ 1291.253778] env[69547]: _type = "Task" [ 1291.253778] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.263238] env[69547]: DEBUG oslo_vmware.api [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.272431] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079817} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.272710] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.273521] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a636d63d-9187-458f-bf9a-97a3bbfd6e96 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.296705] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 3d775ce4-8612-4648-82d7-070f87e9d2c4/3d775ce4-8612-4648-82d7-070f87e9d2c4.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.297785] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16816e9c-7c38-4dcf-85fb-ce8aeb4d9cba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.319217] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1291.319217] env[69547]: value = "task-3162567" [ 1291.319217] env[69547]: _type = "Task" [ 1291.319217] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.328375] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.770959] env[69547]: DEBUG oslo_vmware.api [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162566, 'name': PowerOffVM_Task, 'duration_secs': 0.249436} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.771377] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.771693] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.771962] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0958a77-379a-4b3d-8464-de67d2df5dc6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.777790] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.778060] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.779624] env[69547]: INFO nova.compute.claims [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.831285] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162567, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.841200] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.841477] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.841679] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleting the datastore file [datastore1] fb7cc259-2a01-4834-97e6-a6c353affa5e {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.841954] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e64e9055-37f8-484d-9100-cd27932459d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.849470] env[69547]: DEBUG oslo_vmware.api [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for the task: (returnval){ [ 1291.849470] env[69547]: value = "task-3162569" [ 1291.849470] env[69547]: _type = "Task" [ 1291.849470] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.858376] env[69547]: DEBUG oslo_vmware.api [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.330957] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162567, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.359863] env[69547]: DEBUG oslo_vmware.api [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Task: {'id': task-3162569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332949} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.360165] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.360364] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.360549] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.360709] env[69547]: INFO nova.compute.manager [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1292.360949] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.361172] env[69547]: DEBUG nova.compute.manager [-] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.361266] env[69547]: DEBUG nova.network.neutron [-] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.837009] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162567, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.910276] env[69547]: DEBUG nova.compute.manager [req-ce0b39e8-e075-4b60-98aa-2b87d2987fee req-49ed551c-0b7b-47c3-a012-4606a2079d78 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Received event network-vif-deleted-531eb319-4813-48ed-baf6-e89e23ee7d97 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.910276] env[69547]: INFO nova.compute.manager [req-ce0b39e8-e075-4b60-98aa-2b87d2987fee req-49ed551c-0b7b-47c3-a012-4606a2079d78 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Neutron deleted interface 531eb319-4813-48ed-baf6-e89e23ee7d97; detaching it from the instance and deleting it from the info cache [ 1292.910497] env[69547]: DEBUG nova.network.neutron [req-ce0b39e8-e075-4b60-98aa-2b87d2987fee req-49ed551c-0b7b-47c3-a012-4606a2079d78 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.925655] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856cd3fb-71c5-468d-82d7-1add091d0c70 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.934732] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5017e444-7df0-47e0-b59b-d81115ec095c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.970898] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b565dcf-348b-4e44-9601-3dda48a8e8ba {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.979532] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce495d-d607-48ea-9332-764d4735ea53 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.994255] env[69547]: DEBUG nova.compute.provider_tree [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.333373] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162567, 'name': ReconfigVM_Task, 'duration_secs': 1.545286} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.333767] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 3d775ce4-8612-4648-82d7-070f87e9d2c4/3d775ce4-8612-4648-82d7-070f87e9d2c4.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.334350] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e24852c8-f0aa-4644-a50b-5d533a74b1bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.341777] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1293.341777] env[69547]: value = "task-3162571" [ 1293.341777] env[69547]: _type = "Task" [ 1293.341777] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.350900] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162571, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.386525] env[69547]: DEBUG nova.network.neutron [-] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.416210] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fff23dc3-a6a6-47f8-8d0f-30168dd76d79 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.428804] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba915078-00f4-4f82-b9d6-fbc5149be555 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.461588] env[69547]: DEBUG nova.compute.manager [req-ce0b39e8-e075-4b60-98aa-2b87d2987fee req-49ed551c-0b7b-47c3-a012-4606a2079d78 service nova] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Detach interface failed, port_id=531eb319-4813-48ed-baf6-e89e23ee7d97, reason: Instance fb7cc259-2a01-4834-97e6-a6c353affa5e could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1293.497566] env[69547]: DEBUG nova.scheduler.client.report [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.853291] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162571, 'name': Rename_Task, 'duration_secs': 0.298671} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.853605] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.853857] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1989d22c-cc3e-4d8f-bdb7-04111631d90d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.862663] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1293.862663] env[69547]: value = "task-3162572" [ 1293.862663] env[69547]: _type = "Task" [ 1293.862663] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.872099] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.889901] env[69547]: INFO nova.compute.manager [-] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Took 1.53 seconds to deallocate network for instance. [ 1294.002921] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.003524] env[69547]: DEBUG nova.compute.manager [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.374766] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162572, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.397303] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.397651] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.397886] env[69547]: DEBUG nova.objects.instance [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lazy-loading 'resources' on Instance uuid fb7cc259-2a01-4834-97e6-a6c353affa5e {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.508943] env[69547]: DEBUG nova.compute.utils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.510638] env[69547]: DEBUG nova.compute.manager [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.510887] env[69547]: DEBUG nova.network.neutron [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.549898] env[69547]: DEBUG nova.policy [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f5363a339f0428281e069b3aa8100a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed257fc1fdf740c5a43c2636b3c29465', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.859212] env[69547]: DEBUG nova.network.neutron [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Successfully created port: ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.875069] env[69547]: DEBUG oslo_vmware.api [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162572, 'name': PowerOnVM_Task, 'duration_secs': 0.627097} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.875374] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.875595] env[69547]: INFO nova.compute.manager [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1294.876133] env[69547]: DEBUG nova.compute.manager [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.876654] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e77662b-c06d-4dbf-a2f8-514dd1f18619 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.014403] env[69547]: DEBUG nova.compute.manager [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.033282] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3bb1af-3646-4fbc-ba12-54234216a314 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.041845] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fd30d1-a9b1-4a78-bd41-fc4d1d438d7c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.075526] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e59b7e5-e4bc-4753-8c9e-ed29d9380ea9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.084801] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0176ed54-3523-4736-9b38-2e4499ab033e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.100063] env[69547]: DEBUG nova.compute.provider_tree [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.398686] env[69547]: INFO nova.compute.manager [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Took 14.17 seconds to build instance. [ 1295.410791] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d544-1eb3-db4f-dd41-3bc0c5afca62/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1295.411604] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6f2490-04f7-4be1-9549-bfc6ed410c1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.419116] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d544-1eb3-db4f-dd41-3bc0c5afca62/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1295.419116] env[69547]: ERROR oslo_vmware.rw_handles [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d544-1eb3-db4f-dd41-3bc0c5afca62/disk-0.vmdk due to incomplete transfer. [ 1295.419975] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7b3eccc-1cf4-4004-b0d7-f28ab7fec87a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.429814] env[69547]: DEBUG oslo_vmware.rw_handles [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d544-1eb3-db4f-dd41-3bc0c5afca62/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1295.430041] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Uploaded image 3b514624-8086-43d3-8414-db0491a1e9a9 to the Glance image server {{(pid=69547) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1295.432383] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Destroying the VM {{(pid=69547) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1295.432648] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-982503af-6d01-48a2-b700-bb21dfb41fb8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.441446] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1295.441446] env[69547]: value = "task-3162574" [ 1295.441446] env[69547]: _type = "Task" [ 1295.441446] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.450609] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162574, 'name': Destroy_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.605104] env[69547]: DEBUG nova.scheduler.client.report [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.860195] env[69547]: DEBUG nova.compute.manager [req-e33294ca-8491-40eb-a92f-98f4d797cad8 req-57f03e00-aba8-4d3c-8d52-16713a034f17 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Received event network-changed-6572a607-55ca-4b77-9f3f-6e9fdb56cffe {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.860195] env[69547]: DEBUG nova.compute.manager [req-e33294ca-8491-40eb-a92f-98f4d797cad8 req-57f03e00-aba8-4d3c-8d52-16713a034f17 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Refreshing instance network info cache due to event network-changed-6572a607-55ca-4b77-9f3f-6e9fdb56cffe. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.860195] env[69547]: DEBUG oslo_concurrency.lockutils [req-e33294ca-8491-40eb-a92f-98f4d797cad8 req-57f03e00-aba8-4d3c-8d52-16713a034f17 service nova] Acquiring lock "refresh_cache-3d775ce4-8612-4648-82d7-070f87e9d2c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.860195] env[69547]: DEBUG oslo_concurrency.lockutils [req-e33294ca-8491-40eb-a92f-98f4d797cad8 req-57f03e00-aba8-4d3c-8d52-16713a034f17 service nova] Acquired lock "refresh_cache-3d775ce4-8612-4648-82d7-070f87e9d2c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.860863] env[69547]: DEBUG nova.network.neutron [req-e33294ca-8491-40eb-a92f-98f4d797cad8 req-57f03e00-aba8-4d3c-8d52-16713a034f17 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Refreshing network info cache for port 6572a607-55ca-4b77-9f3f-6e9fdb56cffe {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.902901] env[69547]: DEBUG oslo_concurrency.lockutils [None req-be45215e-faae-4d66-bedc-279462318aaa tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "3d775ce4-8612-4648-82d7-070f87e9d2c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.681s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.955853] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162574, 'name': Destroy_Task, 'duration_secs': 0.446766} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.955853] env[69547]: INFO nova.virt.vmwareapi.vm_util [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Destroyed the VM [ 1295.955853] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Deleting Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1295.955853] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd34eef2-4da7-40d3-9912-e793dc898073 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.965019] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1295.965019] env[69547]: value = "task-3162575" [ 1295.965019] env[69547]: _type = "Task" [ 1295.965019] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.972369] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162575, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.026232] env[69547]: DEBUG nova.compute.manager [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.055241] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.055570] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.055800] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.056066] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.056270] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.056481] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.056737] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.056937] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.057250] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.057455] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.057697] env[69547]: DEBUG nova.virt.hardware [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.058944] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b3f14d-35eb-489d-beb0-dea69fbfba11 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.069918] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4376b5-aba5-43db-aeec-5dd76f863a77 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.110408] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.132972] env[69547]: INFO nova.scheduler.client.report [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Deleted allocations for instance fb7cc259-2a01-4834-97e6-a6c353affa5e [ 1296.258334] env[69547]: DEBUG nova.compute.manager [req-7d6b536b-8589-4594-99c7-b0c6468362bc req-ca716d6c-3ce5-4aa2-a3ed-9fee77ffdd7b service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Received event network-vif-plugged-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.258613] env[69547]: DEBUG oslo_concurrency.lockutils [req-7d6b536b-8589-4594-99c7-b0c6468362bc req-ca716d6c-3ce5-4aa2-a3ed-9fee77ffdd7b service nova] Acquiring lock "3c221725-f26c-4e2a-bd32-bda2192586c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.258873] env[69547]: DEBUG oslo_concurrency.lockutils [req-7d6b536b-8589-4594-99c7-b0c6468362bc req-ca716d6c-3ce5-4aa2-a3ed-9fee77ffdd7b service nova] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.259120] env[69547]: DEBUG oslo_concurrency.lockutils [req-7d6b536b-8589-4594-99c7-b0c6468362bc req-ca716d6c-3ce5-4aa2-a3ed-9fee77ffdd7b service nova] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.259319] env[69547]: DEBUG nova.compute.manager [req-7d6b536b-8589-4594-99c7-b0c6468362bc req-ca716d6c-3ce5-4aa2-a3ed-9fee77ffdd7b service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] No waiting events found dispatching network-vif-plugged-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.259531] env[69547]: WARNING nova.compute.manager [req-7d6b536b-8589-4594-99c7-b0c6468362bc req-ca716d6c-3ce5-4aa2-a3ed-9fee77ffdd7b service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Received unexpected event network-vif-plugged-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 for instance with vm_state building and task_state spawning. [ 1296.366691] env[69547]: DEBUG nova.network.neutron [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Successfully updated port: ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.473904] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162575, 'name': RemoveSnapshot_Task, 'duration_secs': 0.427134} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.474226] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Deleted Snapshot of the VM instance {{(pid=69547) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1296.474226] env[69547]: DEBUG nova.compute.manager [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.475027] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac23208c-3c08-4cdb-9ddb-358adb208600 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.620436] env[69547]: DEBUG nova.network.neutron [req-e33294ca-8491-40eb-a92f-98f4d797cad8 req-57f03e00-aba8-4d3c-8d52-16713a034f17 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Updated VIF entry in instance network info cache for port 6572a607-55ca-4b77-9f3f-6e9fdb56cffe. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.620812] env[69547]: DEBUG nova.network.neutron [req-e33294ca-8491-40eb-a92f-98f4d797cad8 req-57f03e00-aba8-4d3c-8d52-16713a034f17 service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Updating instance_info_cache with network_info: [{"id": "6572a607-55ca-4b77-9f3f-6e9fdb56cffe", "address": "fa:16:3e:7b:51:6d", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6572a607-55", "ovs_interfaceid": "6572a607-55ca-4b77-9f3f-6e9fdb56cffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.640787] env[69547]: DEBUG oslo_concurrency.lockutils [None req-09a5c2d6-3797-4176-b2ec-6d7572359990 tempest-ServerActionsTestOtherB-785541732 tempest-ServerActionsTestOtherB-785541732-project-member] Lock "fb7cc259-2a01-4834-97e6-a6c353affa5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.916s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.872292] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.872292] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.872292] env[69547]: DEBUG nova.network.neutron [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.989937] env[69547]: INFO nova.compute.manager [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Shelve offloading [ 1297.123693] env[69547]: DEBUG oslo_concurrency.lockutils [req-e33294ca-8491-40eb-a92f-98f4d797cad8 req-57f03e00-aba8-4d3c-8d52-16713a034f17 service nova] Releasing lock "refresh_cache-3d775ce4-8612-4648-82d7-070f87e9d2c4" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.401883] env[69547]: DEBUG nova.network.neutron [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.492558] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.492921] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e80238e1-243d-4e93-a5aa-22e07ce32658 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.501053] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1297.501053] env[69547]: value = "task-3162578" [ 1297.501053] env[69547]: _type = "Task" [ 1297.501053] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.512693] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1297.512915] env[69547]: DEBUG nova.compute.manager [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.514475] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc29c95-8dc6-44ea-a28b-3284276d94b3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.521591] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.521760] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.521935] env[69547]: DEBUG nova.network.neutron [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.538151] env[69547]: DEBUG nova.network.neutron [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating instance_info_cache with network_info: [{"id": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "address": "fa:16:3e:f5:3a:ff", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae9e7f99-68", "ovs_interfaceid": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.040225] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.040544] env[69547]: DEBUG nova.compute.manager [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Instance network_info: |[{"id": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "address": "fa:16:3e:f5:3a:ff", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae9e7f99-68", "ovs_interfaceid": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.040958] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:3a:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae9e7f99-68f8-4afc-8e27-e2e46d5617a7', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.049086] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.049344] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.049585] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3ac1906-0b42-4dd0-af5c-f958216129f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.073276] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.073276] env[69547]: value = "task-3162579" [ 1298.073276] env[69547]: _type = "Task" [ 1298.073276] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.081561] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162579, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.327431] env[69547]: DEBUG nova.compute.manager [req-23d20bcf-f26b-45d8-8572-50f2c8d14b81 req-bd8e3433-72a2-4fec-b225-752b4710a3df service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Received event network-changed-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.327742] env[69547]: DEBUG nova.compute.manager [req-23d20bcf-f26b-45d8-8572-50f2c8d14b81 req-bd8e3433-72a2-4fec-b225-752b4710a3df service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Refreshing instance network info cache due to event network-changed-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.328318] env[69547]: DEBUG oslo_concurrency.lockutils [req-23d20bcf-f26b-45d8-8572-50f2c8d14b81 req-bd8e3433-72a2-4fec-b225-752b4710a3df service nova] Acquiring lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.328702] env[69547]: DEBUG oslo_concurrency.lockutils [req-23d20bcf-f26b-45d8-8572-50f2c8d14b81 req-bd8e3433-72a2-4fec-b225-752b4710a3df service nova] Acquired lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.328830] env[69547]: DEBUG nova.network.neutron [req-23d20bcf-f26b-45d8-8572-50f2c8d14b81 req-bd8e3433-72a2-4fec-b225-752b4710a3df service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Refreshing network info cache for port ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.459607] env[69547]: DEBUG nova.network.neutron [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating instance_info_cache with network_info: [{"id": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "address": "fa:16:3e:47:6e:69", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825d2f0d-9f", "ovs_interfaceid": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.585970] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162579, 'name': CreateVM_Task, 'duration_secs': 0.398653} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.586345] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.587044] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.587317] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.587786] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.588160] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122af47d-1c44-4691-abd5-d0727ded2b2b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.592916] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1298.592916] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5250da20-3532-10d0-c718-8c33b2b9e6d2" [ 1298.592916] env[69547]: _type = "Task" [ 1298.592916] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.600798] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5250da20-3532-10d0-c718-8c33b2b9e6d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.962062] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.103253] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5250da20-3532-10d0-c718-8c33b2b9e6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015794} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.103568] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.103798] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.104042] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.104196] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.104376] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.104627] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cde9049-d816-4f29-be10-b3224e37bed9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.113270] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.113453] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.114160] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83ef11a-30cf-4cac-b117-9abf780fe250 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.119729] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1299.119729] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5290ba81-c39d-506b-fdc7-9b15abfe5271" [ 1299.119729] env[69547]: _type = "Task" [ 1299.119729] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.127249] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5290ba81-c39d-506b-fdc7-9b15abfe5271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.161052] env[69547]: DEBUG nova.network.neutron [req-23d20bcf-f26b-45d8-8572-50f2c8d14b81 req-bd8e3433-72a2-4fec-b225-752b4710a3df service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updated VIF entry in instance network info cache for port ae9e7f99-68f8-4afc-8e27-e2e46d5617a7. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.161434] env[69547]: DEBUG nova.network.neutron [req-23d20bcf-f26b-45d8-8572-50f2c8d14b81 req-bd8e3433-72a2-4fec-b225-752b4710a3df service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating instance_info_cache with network_info: [{"id": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "address": "fa:16:3e:f5:3a:ff", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae9e7f99-68", "ovs_interfaceid": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.355694] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.356572] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24316eeb-378e-493d-84b2-ffcfffd33f9c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.364837] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.365113] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25e162a8-487d-4dd1-908f-3bb0a9ce3bfc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.434252] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.434478] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.434665] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleting the datastore file [datastore2] 7e7b93b5-ec82-4bd6-829b-661ef7758324 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.434944] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af36c28d-56a1-45ed-860b-c6a10a25ba0a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.443444] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1299.443444] env[69547]: value = "task-3162581" [ 1299.443444] env[69547]: _type = "Task" [ 1299.443444] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.451764] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.629943] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5290ba81-c39d-506b-fdc7-9b15abfe5271, 'name': SearchDatastore_Task, 'duration_secs': 0.008854} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.630697] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc07d14-936f-4112-b42b-636de29879f0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.635681] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1299.635681] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f789ba-a98c-4fd1-4945-80d8e9a9944d" [ 1299.635681] env[69547]: _type = "Task" [ 1299.635681] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.644422] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f789ba-a98c-4fd1-4945-80d8e9a9944d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.664037] env[69547]: DEBUG oslo_concurrency.lockutils [req-23d20bcf-f26b-45d8-8572-50f2c8d14b81 req-bd8e3433-72a2-4fec-b225-752b4710a3df service nova] Releasing lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.953889] env[69547]: DEBUG oslo_vmware.api [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136025} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.954185] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.954376] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.954554] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.976333] env[69547]: INFO nova.scheduler.client.report [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleted allocations for instance 7e7b93b5-ec82-4bd6-829b-661ef7758324 [ 1300.056964] env[69547]: DEBUG oslo_concurrency.lockutils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.057276] env[69547]: DEBUG oslo_concurrency.lockutils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.146436] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f789ba-a98c-4fd1-4945-80d8e9a9944d, 'name': SearchDatastore_Task, 'duration_secs': 0.010161} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.146711] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.146945] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3c221725-f26c-4e2a-bd32-bda2192586c3/3c221725-f26c-4e2a-bd32-bda2192586c3.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.147310] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-970fb533-ab47-4a07-8e3f-9290c52eaf6a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.155423] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1300.155423] env[69547]: value = "task-3162582" [ 1300.155423] env[69547]: _type = "Task" [ 1300.155423] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.163577] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.358144] env[69547]: DEBUG nova.compute.manager [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received event network-vif-unplugged-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.358763] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] Acquiring lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.358991] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.359184] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.359364] env[69547]: DEBUG nova.compute.manager [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] No waiting events found dispatching network-vif-unplugged-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.359537] env[69547]: WARNING nova.compute.manager [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received unexpected event network-vif-unplugged-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 for instance with vm_state shelved_offloaded and task_state None. [ 1300.359701] env[69547]: DEBUG nova.compute.manager [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received event network-changed-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.359860] env[69547]: DEBUG nova.compute.manager [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Refreshing instance network info cache due to event network-changed-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.360062] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] Acquiring lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.360206] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] Acquired lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.360366] env[69547]: DEBUG nova.network.neutron [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Refreshing network info cache for port 825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.481986] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.481986] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.481986] env[69547]: DEBUG nova.objects.instance [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lazy-loading 'resources' on Instance uuid 7e7b93b5-ec82-4bd6-829b-661ef7758324 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.559466] env[69547]: DEBUG nova.compute.manager [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.666238] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469217} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.666590] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3c221725-f26c-4e2a-bd32-bda2192586c3/3c221725-f26c-4e2a-bd32-bda2192586c3.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.666689] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.666904] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35831ab5-9599-4121-ac83-5397418c4626 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.674378] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1300.674378] env[69547]: value = "task-3162583" [ 1300.674378] env[69547]: _type = "Task" [ 1300.674378] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.683048] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.984030] env[69547]: DEBUG nova.objects.instance [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lazy-loading 'numa_topology' on Instance uuid 7e7b93b5-ec82-4bd6-829b-661ef7758324 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.087570] env[69547]: DEBUG oslo_concurrency.lockutils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.129265] env[69547]: DEBUG nova.network.neutron [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updated VIF entry in instance network info cache for port 825d2f0d-9fec-4653-b5b1-1e6b4fad03b8. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.129656] env[69547]: DEBUG nova.network.neutron [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating instance_info_cache with network_info: [{"id": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "address": "fa:16:3e:47:6e:69", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap825d2f0d-9f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.187832] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069153} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.187832] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.187973] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c6bc5-f6e6-43b7-a7d3-ce4dd953dfb2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.215692] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 3c221725-f26c-4e2a-bd32-bda2192586c3/3c221725-f26c-4e2a-bd32-bda2192586c3.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.216019] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47affb01-e4a9-46ca-8874-7be7e1d4d02b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.238939] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1301.238939] env[69547]: value = "task-3162584" [ 1301.238939] env[69547]: _type = "Task" [ 1301.238939] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.248383] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.487642] env[69547]: DEBUG nova.objects.base [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Object Instance<7e7b93b5-ec82-4bd6-829b-661ef7758324> lazy-loaded attributes: resources,numa_topology {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1301.597913] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abeb9d9-8faf-440f-bb8e-229e9343ab58 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.606784] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed96ee-dca4-4f4f-9bfa-2038885e4a32 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.637990] env[69547]: DEBUG oslo_concurrency.lockutils [req-a6d9301d-3de3-4beb-a9be-d05c6554397c req-b007fa9b-3ec9-4bca-91f0-a62f2b265744 service nova] Releasing lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.638112] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052116c6-3819-445b-a0fe-c723255a0d3c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.646048] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97523a6a-307d-4deb-a66e-0feed82ef700 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.659753] env[69547]: DEBUG nova.compute.provider_tree [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.751104] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.163404] env[69547]: DEBUG nova.scheduler.client.report [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.250808] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162584, 'name': ReconfigVM_Task, 'duration_secs': 0.899939} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.251143] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 3c221725-f26c-4e2a-bd32-bda2192586c3/3c221725-f26c-4e2a-bd32-bda2192586c3.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.251825] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93a8a3e7-dfa5-4277-9bef-93fa6a18ec25 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.259925] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1302.259925] env[69547]: value = "task-3162585" [ 1302.259925] env[69547]: _type = "Task" [ 1302.259925] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.269059] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162585, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.481389] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.669000] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.672715] env[69547]: DEBUG oslo_concurrency.lockutils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.585s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.674957] env[69547]: INFO nova.compute.claims [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.772523] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162585, 'name': Rename_Task, 'duration_secs': 0.177649} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.772816] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.773061] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d4bcb7-71e7-4df5-ac04-aaa02f6156c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.781267] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1302.781267] env[69547]: value = "task-3162586" [ 1302.781267] env[69547]: _type = "Task" [ 1302.781267] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.789387] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.185298] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b006b50-c628-4457-ad8d-41f4345ca6a7 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.310s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.185617] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.704s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.185802] env[69547]: INFO nova.compute.manager [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Unshelving [ 1303.292050] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162586, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.791879] env[69547]: DEBUG oslo_vmware.api [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162586, 'name': PowerOnVM_Task, 'duration_secs': 0.576616} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.794144] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.794419] env[69547]: INFO nova.compute.manager [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1303.794629] env[69547]: DEBUG nova.compute.manager [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.795831] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647bdb1b-5c94-4a69-b477-8bb147f53f9a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.806511] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be454e-d3dd-4c6a-b94f-773af03f846e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.813885] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0efd40b-1ab9-4249-a832-36080bcaa62e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.846600] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd58e8c1-5ced-414c-9c2c-65c88b9e7f1f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.854793] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd692235-9b54-44fc-bed7-36103e310414 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.868903] env[69547]: DEBUG nova.compute.provider_tree [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.205312] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.312886] env[69547]: INFO nova.compute.manager [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Took 12.56 seconds to build instance. [ 1304.372300] env[69547]: DEBUG nova.scheduler.client.report [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.815116] env[69547]: DEBUG oslo_concurrency.lockutils [None req-279fbcdb-9017-40a7-8d69-0650c69274ad tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.067s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.878417] env[69547]: DEBUG oslo_concurrency.lockutils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.879017] env[69547]: DEBUG nova.compute.manager [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.881858] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.677s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.882088] env[69547]: DEBUG nova.objects.instance [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e7b93b5-ec82-4bd6-829b-661ef7758324 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.925339] env[69547]: DEBUG nova.compute.manager [req-b207847a-7ae8-4749-8235-74ffaad578bb req-5c9acd0f-4559-45e1-b13f-ce13f90962de service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Received event network-changed-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.925586] env[69547]: DEBUG nova.compute.manager [req-b207847a-7ae8-4749-8235-74ffaad578bb req-5c9acd0f-4559-45e1-b13f-ce13f90962de service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Refreshing instance network info cache due to event network-changed-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.925812] env[69547]: DEBUG oslo_concurrency.lockutils [req-b207847a-7ae8-4749-8235-74ffaad578bb req-5c9acd0f-4559-45e1-b13f-ce13f90962de service nova] Acquiring lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.926084] env[69547]: DEBUG oslo_concurrency.lockutils [req-b207847a-7ae8-4749-8235-74ffaad578bb req-5c9acd0f-4559-45e1-b13f-ce13f90962de service nova] Acquired lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.926162] env[69547]: DEBUG nova.network.neutron [req-b207847a-7ae8-4749-8235-74ffaad578bb req-5c9acd0f-4559-45e1-b13f-ce13f90962de service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Refreshing network info cache for port ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.385548] env[69547]: DEBUG nova.compute.utils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.388372] env[69547]: DEBUG nova.objects.instance [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lazy-loading 'numa_topology' on Instance uuid 7e7b93b5-ec82-4bd6-829b-661ef7758324 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.389507] env[69547]: DEBUG nova.compute.manager [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.389690] env[69547]: DEBUG nova.network.neutron [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.429074] env[69547]: DEBUG nova.policy [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e30288bce3641d1a6ed099147a48f2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d14bb02ab94b99a3148ec31f3662c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.747887] env[69547]: DEBUG nova.network.neutron [req-b207847a-7ae8-4749-8235-74ffaad578bb req-5c9acd0f-4559-45e1-b13f-ce13f90962de service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updated VIF entry in instance network info cache for port ae9e7f99-68f8-4afc-8e27-e2e46d5617a7. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.748279] env[69547]: DEBUG nova.network.neutron [req-b207847a-7ae8-4749-8235-74ffaad578bb req-5c9acd0f-4559-45e1-b13f-ce13f90962de service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating instance_info_cache with network_info: [{"id": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "address": "fa:16:3e:f5:3a:ff", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae9e7f99-68", "ovs_interfaceid": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.858701] env[69547]: DEBUG nova.network.neutron [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Successfully created port: 84dbceb7-06b4-4447-a63c-15f84ead3776 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.890904] env[69547]: DEBUG nova.compute.manager [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.894261] env[69547]: INFO nova.compute.claims [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.252236] env[69547]: DEBUG oslo_concurrency.lockutils [req-b207847a-7ae8-4749-8235-74ffaad578bb req-5c9acd0f-4559-45e1-b13f-ce13f90962de service nova] Releasing lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.399370] env[69547]: INFO nova.virt.block_device [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Booting with volume 25b69da8-73c4-4b38-a82b-dbaed58c92e5 at /dev/sda [ 1306.437062] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28c2af52-b678-4138-9a15-a3bfc446ceb9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.448019] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b933a9e-ec04-4b6d-975e-f0747c4c5ffe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.479265] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89b6b9c6-9d81-4727-ad5d-a4c1ec72d658 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.486951] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d58b16-04ff-4ecd-a99d-71763834862d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.515225] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078ef66e-59e6-422f-ba72-904975d5fc6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.521859] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5420b40-67d5-4769-a047-21366cde2fb6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.536899] env[69547]: DEBUG nova.virt.block_device [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating existing volume attachment record: 7459983d-6f40-4aa4-9f40-369e78263c17 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1307.026965] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cbad05-fd88-4336-8cb7-8db528c7c022 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.034728] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce4b95-3732-43fc-a5cd-4ebe583fb974 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.065353] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79e202d-1b59-45c5-8f30-14d456633d22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.072457] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f299497-f754-49ef-a99b-54cd13f40e39 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.086065] env[69547]: DEBUG nova.compute.provider_tree [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.264225] env[69547]: DEBUG nova.compute.manager [req-70d4badf-d1c2-435b-9314-059ea74a5902 req-fb9af1ad-818d-442d-9abe-f38734b73344 service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Received event network-vif-plugged-84dbceb7-06b4-4447-a63c-15f84ead3776 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.264440] env[69547]: DEBUG oslo_concurrency.lockutils [req-70d4badf-d1c2-435b-9314-059ea74a5902 req-fb9af1ad-818d-442d-9abe-f38734b73344 service nova] Acquiring lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.264646] env[69547]: DEBUG oslo_concurrency.lockutils [req-70d4badf-d1c2-435b-9314-059ea74a5902 req-fb9af1ad-818d-442d-9abe-f38734b73344 service nova] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.264815] env[69547]: DEBUG oslo_concurrency.lockutils [req-70d4badf-d1c2-435b-9314-059ea74a5902 req-fb9af1ad-818d-442d-9abe-f38734b73344 service nova] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.264981] env[69547]: DEBUG nova.compute.manager [req-70d4badf-d1c2-435b-9314-059ea74a5902 req-fb9af1ad-818d-442d-9abe-f38734b73344 service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] No waiting events found dispatching network-vif-plugged-84dbceb7-06b4-4447-a63c-15f84ead3776 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.265576] env[69547]: WARNING nova.compute.manager [req-70d4badf-d1c2-435b-9314-059ea74a5902 req-fb9af1ad-818d-442d-9abe-f38734b73344 service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Received unexpected event network-vif-plugged-84dbceb7-06b4-4447-a63c-15f84ead3776 for instance with vm_state building and task_state block_device_mapping. [ 1307.346077] env[69547]: DEBUG nova.network.neutron [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Successfully updated port: 84dbceb7-06b4-4447-a63c-15f84ead3776 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.591502] env[69547]: DEBUG nova.scheduler.client.report [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.848366] env[69547]: DEBUG oslo_concurrency.lockutils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.848547] env[69547]: DEBUG oslo_concurrency.lockutils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.849614] env[69547]: DEBUG nova.network.neutron [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.096699] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.215s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.143126] env[69547]: INFO nova.network.neutron [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating port 825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1308.377771] env[69547]: DEBUG nova.network.neutron [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.494973] env[69547]: DEBUG nova.network.neutron [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance_info_cache with network_info: [{"id": "84dbceb7-06b4-4447-a63c-15f84ead3776", "address": "fa:16:3e:18:86:26", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dbceb7-06", "ovs_interfaceid": "84dbceb7-06b4-4447-a63c-15f84ead3776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.640465] env[69547]: DEBUG nova.compute.manager [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.641042] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.641296] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.641460] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.641640] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.641787] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.641934] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.642155] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.642320] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.642487] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.642649] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.642821] env[69547]: DEBUG nova.virt.hardware [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.643757] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea920a1e-c3da-475a-a115-942e2875b916 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.651930] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84641414-328f-41de-863e-cafd94502624 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.998087] env[69547]: DEBUG oslo_concurrency.lockutils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.998482] env[69547]: DEBUG nova.compute.manager [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Instance network_info: |[{"id": "84dbceb7-06b4-4447-a63c-15f84ead3776", "address": "fa:16:3e:18:86:26", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dbceb7-06", "ovs_interfaceid": "84dbceb7-06b4-4447-a63c-15f84ead3776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1308.999033] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:86:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84dbceb7-06b4-4447-a63c-15f84ead3776', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.006724] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.006952] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.007310] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f01abb2-89ab-4343-9e24-56ee6adb8e52 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.026774] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.026774] env[69547]: value = "task-3162587" [ 1309.026774] env[69547]: _type = "Task" [ 1309.026774] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.034619] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162587, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.289437] env[69547]: DEBUG nova.compute.manager [req-07c6bb3a-c9f3-4ab4-8623-8f906cd1f76c req-2f4c5ad5-1f39-4db7-8091-b3075faceb2d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Received event network-changed-84dbceb7-06b4-4447-a63c-15f84ead3776 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.289849] env[69547]: DEBUG nova.compute.manager [req-07c6bb3a-c9f3-4ab4-8623-8f906cd1f76c req-2f4c5ad5-1f39-4db7-8091-b3075faceb2d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Refreshing instance network info cache due to event network-changed-84dbceb7-06b4-4447-a63c-15f84ead3776. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.289953] env[69547]: DEBUG oslo_concurrency.lockutils [req-07c6bb3a-c9f3-4ab4-8623-8f906cd1f76c req-2f4c5ad5-1f39-4db7-8091-b3075faceb2d service nova] Acquiring lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.290020] env[69547]: DEBUG oslo_concurrency.lockutils [req-07c6bb3a-c9f3-4ab4-8623-8f906cd1f76c req-2f4c5ad5-1f39-4db7-8091-b3075faceb2d service nova] Acquired lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.290190] env[69547]: DEBUG nova.network.neutron [req-07c6bb3a-c9f3-4ab4-8623-8f906cd1f76c req-2f4c5ad5-1f39-4db7-8091-b3075faceb2d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Refreshing network info cache for port 84dbceb7-06b4-4447-a63c-15f84ead3776 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.536663] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162587, 'name': CreateVM_Task, 'duration_secs': 0.339304} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.536850] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.537731] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '7459983d-6f40-4aa4-9f40-369e78263c17', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632717', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'name': 'volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6', 'attached_at': '', 'detached_at': '', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'serial': '25b69da8-73c4-4b38-a82b-dbaed58c92e5'}, 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69547) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1309.537954] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Root volume attach. Driver type: vmdk {{(pid=69547) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1309.538785] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeccdfa-3e14-414a-8a50-a60b71130ee9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.547755] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b283b-2602-46c5-9fcb-c7e8af64593e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.553971] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879eac7f-d8a3-4b69-ab8b-fd0c23e90b58 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.560009] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c2361f29-caa3-4561-b128-c6e41ca28416 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.566256] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1309.566256] env[69547]: value = "task-3162588" [ 1309.566256] env[69547]: _type = "Task" [ 1309.566256] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.574045] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162588, 'name': RelocateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.606613] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.606613] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.606613] env[69547]: DEBUG nova.network.neutron [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.000462] env[69547]: DEBUG nova.network.neutron [req-07c6bb3a-c9f3-4ab4-8623-8f906cd1f76c req-2f4c5ad5-1f39-4db7-8091-b3075faceb2d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updated VIF entry in instance network info cache for port 84dbceb7-06b4-4447-a63c-15f84ead3776. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.000844] env[69547]: DEBUG nova.network.neutron [req-07c6bb3a-c9f3-4ab4-8623-8f906cd1f76c req-2f4c5ad5-1f39-4db7-8091-b3075faceb2d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance_info_cache with network_info: [{"id": "84dbceb7-06b4-4447-a63c-15f84ead3776", "address": "fa:16:3e:18:86:26", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dbceb7-06", "ovs_interfaceid": "84dbceb7-06b4-4447-a63c-15f84ead3776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.077591] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162588, 'name': RelocateVM_Task} progress is 42%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.351549] env[69547]: DEBUG nova.network.neutron [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating instance_info_cache with network_info: [{"id": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "address": "fa:16:3e:47:6e:69", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825d2f0d-9f", "ovs_interfaceid": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.503393] env[69547]: DEBUG oslo_concurrency.lockutils [req-07c6bb3a-c9f3-4ab4-8623-8f906cd1f76c req-2f4c5ad5-1f39-4db7-8091-b3075faceb2d service nova] Releasing lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.579621] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162588, 'name': RelocateVM_Task} progress is 56%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.856075] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.885501] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e52ccd2520158a03c0a660bc5a94bda6',container_format='bare',created_at=2025-03-26T02:27:12Z,direct_url=,disk_format='vmdk',id=3b514624-8086-43d3-8414-db0491a1e9a9,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-754664972-shelved',owner='495268221aed43d0a5691947ed49dca9',properties=ImageMetaProps,protected=,size=31660544,status='active',tags=,updated_at=2025-03-26T02:27:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.885751] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.885912] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.886107] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.886282] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.886434] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.886640] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.886818] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.886957] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.887140] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.887398] env[69547]: DEBUG nova.virt.hardware [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.888632] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbb3a4c-b309-4bbc-ad49-e0a45b273a5e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.896887] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be91b19-d3ab-4473-90c2-da310772257e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.911362] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:6e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '825d2f0d-9fec-4653-b5b1-1e6b4fad03b8', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.919148] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.919463] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.919719] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01701712-fd4f-44d7-a1f2-5691f3e1d3cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.939181] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.939181] env[69547]: value = "task-3162589" [ 1310.939181] env[69547]: _type = "Task" [ 1310.939181] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.948119] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162589, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.078545] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162588, 'name': RelocateVM_Task} progress is 71%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.320171] env[69547]: DEBUG nova.compute.manager [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received event network-vif-plugged-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.320171] env[69547]: DEBUG oslo_concurrency.lockutils [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] Acquiring lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.320171] env[69547]: DEBUG oslo_concurrency.lockutils [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.320171] env[69547]: DEBUG oslo_concurrency.lockutils [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.320445] env[69547]: DEBUG nova.compute.manager [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] No waiting events found dispatching network-vif-plugged-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.320445] env[69547]: WARNING nova.compute.manager [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received unexpected event network-vif-plugged-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1311.320570] env[69547]: DEBUG nova.compute.manager [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received event network-changed-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.320733] env[69547]: DEBUG nova.compute.manager [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Refreshing instance network info cache due to event network-changed-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.320942] env[69547]: DEBUG oslo_concurrency.lockutils [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] Acquiring lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.321111] env[69547]: DEBUG oslo_concurrency.lockutils [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] Acquired lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.321333] env[69547]: DEBUG nova.network.neutron [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Refreshing network info cache for port 825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.449808] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162589, 'name': CreateVM_Task, 'duration_secs': 0.423841} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.450207] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.450763] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.450935] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.451361] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.451641] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf4c546-d010-42a6-9cbf-8134e10ff12b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.457424] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1311.457424] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b2e834-0ddb-2bde-9b12-ab06c38a883d" [ 1311.457424] env[69547]: _type = "Task" [ 1311.457424] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.466627] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b2e834-0ddb-2bde-9b12-ab06c38a883d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.579262] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162588, 'name': RelocateVM_Task} progress is 86%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.967885] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.968201] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Processing image 3b514624-8086-43d3-8414-db0491a1e9a9 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.968476] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9/3b514624-8086-43d3-8414-db0491a1e9a9.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.968652] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9/3b514624-8086-43d3-8414-db0491a1e9a9.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.968853] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.969134] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6780b744-e908-4b08-b2d0-619ea5bdad8a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.988070] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.988070] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.988832] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e218a755-0cae-494b-9a4a-35ef9fb026c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.994266] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1311.994266] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5285a0cf-25e3-c8bb-cd1a-c90697cddbf4" [ 1311.994266] env[69547]: _type = "Task" [ 1311.994266] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.003762] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5285a0cf-25e3-c8bb-cd1a-c90697cddbf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.005264] env[69547]: DEBUG nova.network.neutron [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updated VIF entry in instance network info cache for port 825d2f0d-9fec-4653-b5b1-1e6b4fad03b8. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.005604] env[69547]: DEBUG nova.network.neutron [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating instance_info_cache with network_info: [{"id": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "address": "fa:16:3e:47:6e:69", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825d2f0d-9f", "ovs_interfaceid": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.080744] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162588, 'name': RelocateVM_Task} progress is 97%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.504940] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Preparing fetch location {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1312.505390] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Fetch image to [datastore1] OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556/OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556.vmdk {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1312.505390] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Downloading stream optimized image 3b514624-8086-43d3-8414-db0491a1e9a9 to [datastore1] OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556/OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556.vmdk on the data store datastore1 as vApp {{(pid=69547) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1312.505556] env[69547]: DEBUG nova.virt.vmwareapi.images [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Downloading image file data 3b514624-8086-43d3-8414-db0491a1e9a9 to the ESX as VM named 'OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556' {{(pid=69547) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1312.507733] env[69547]: DEBUG oslo_concurrency.lockutils [req-196326c9-7af6-4359-bbfe-8888397fc32d req-fb462a92-8c91-42cb-bff5-b7738664090b service nova] Releasing lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.574465] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1312.574465] env[69547]: value = "resgroup-9" [ 1312.574465] env[69547]: _type = "ResourcePool" [ 1312.574465] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1312.574745] env[69547]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d56dbc05-99e0-4318-b22a-5052ead4048a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.595596] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162588, 'name': RelocateVM_Task, 'duration_secs': 2.921497} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.599546] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1312.599546] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632717', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'name': 'volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6', 'attached_at': '', 'detached_at': '', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'serial': '25b69da8-73c4-4b38-a82b-dbaed58c92e5'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1312.599546] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lease: (returnval){ [ 1312.599546] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ac9f98-bafc-6066-d97c-b8f8b548d587" [ 1312.599546] env[69547]: _type = "HttpNfcLease" [ 1312.599546] env[69547]: } obtained for vApp import into resource pool (val){ [ 1312.599546] env[69547]: value = "resgroup-9" [ 1312.599546] env[69547]: _type = "ResourcePool" [ 1312.599546] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1312.599546] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the lease: (returnval){ [ 1312.599546] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ac9f98-bafc-6066-d97c-b8f8b548d587" [ 1312.599546] env[69547]: _type = "HttpNfcLease" [ 1312.599546] env[69547]: } to be ready. {{(pid=69547) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1312.599546] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1156b040-f8de-45d9-adde-5ae70086fbc3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.607847] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1312.607847] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ac9f98-bafc-6066-d97c-b8f8b548d587" [ 1312.607847] env[69547]: _type = "HttpNfcLease" [ 1312.607847] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1312.618833] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd190a-9546-47c1-a4bb-131c368d7c44 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.643373] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5/volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.643731] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-764c400a-ea81-4fb8-a55f-2682485fd1b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.663831] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1312.663831] env[69547]: value = "task-3162591" [ 1312.663831] env[69547]: _type = "Task" [ 1312.663831] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.671562] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.109869] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.109869] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ac9f98-bafc-6066-d97c-b8f8b548d587" [ 1313.109869] env[69547]: _type = "HttpNfcLease" [ 1313.109869] env[69547]: } is initializing. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1313.172639] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162591, 'name': ReconfigVM_Task, 'duration_secs': 0.306658} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.172926] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5/volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.179463] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be3d41b-0d8c-4b3d-8a85-16de24a2fcea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.193866] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1313.193866] env[69547]: value = "task-3162592" [ 1313.193866] env[69547]: _type = "Task" [ 1313.193866] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.204246] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.608942] env[69547]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.608942] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ac9f98-bafc-6066-d97c-b8f8b548d587" [ 1313.608942] env[69547]: _type = "HttpNfcLease" [ 1313.608942] env[69547]: } is ready. {{(pid=69547) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1313.609428] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1313.609428] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ac9f98-bafc-6066-d97c-b8f8b548d587" [ 1313.609428] env[69547]: _type = "HttpNfcLease" [ 1313.609428] env[69547]: }. {{(pid=69547) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1313.609946] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d2443b-ddca-4b2d-8952-1812bac6b8d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.616685] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106225-b7bf-718c-846c-87a8f63b3362/disk-0.vmdk from lease info. {{(pid=69547) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1313.616854] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Creating HTTP connection to write to file with size = 31660544 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106225-b7bf-718c-846c-87a8f63b3362/disk-0.vmdk. {{(pid=69547) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1313.679641] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27e6f694-4032-42d8-bef1-b7970f7e7270 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.702487] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162592, 'name': ReconfigVM_Task, 'duration_secs': 0.123912} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.703917] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632717', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'name': 'volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6', 'attached_at': '', 'detached_at': '', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'serial': '25b69da8-73c4-4b38-a82b-dbaed58c92e5'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1313.703917] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5fb67c4-318e-44d8-8a40-60b901d1c832 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.709028] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1313.709028] env[69547]: value = "task-3162593" [ 1313.709028] env[69547]: _type = "Task" [ 1313.709028] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.715969] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162593, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.218905] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162593, 'name': Rename_Task, 'duration_secs': 0.121137} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.219286] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.219553] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-015d19ac-314e-4f36-a53c-b431ec2c6cf8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.226241] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1314.226241] env[69547]: value = "task-3162594" [ 1314.226241] env[69547]: _type = "Task" [ 1314.226241] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.235908] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.737773] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162594, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.236414] env[69547]: DEBUG oslo_vmware.api [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162594, 'name': PowerOnVM_Task, 'duration_secs': 0.679555} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.236679] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.236888] env[69547]: INFO nova.compute.manager [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1315.237082] env[69547]: DEBUG nova.compute.manager [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.237859] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04999d11-d105-4969-b23f-aadd5c356d7d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.495584] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Completed reading data from the image iterator. {{(pid=69547) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1315.495762] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106225-b7bf-718c-846c-87a8f63b3362/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1315.496719] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec38189-1f62-4749-8783-4de3e1bad62a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.503699] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106225-b7bf-718c-846c-87a8f63b3362/disk-0.vmdk is in state: ready. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1315.503863] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106225-b7bf-718c-846c-87a8f63b3362/disk-0.vmdk. {{(pid=69547) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1315.504113] env[69547]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-91ea670c-e132-478c-abea-724d8d3e81b1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.754249] env[69547]: INFO nova.compute.manager [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Took 14.69 seconds to build instance. [ 1316.244492] env[69547]: DEBUG oslo_vmware.rw_handles [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52106225-b7bf-718c-846c-87a8f63b3362/disk-0.vmdk. {{(pid=69547) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1316.244740] env[69547]: INFO nova.virt.vmwareapi.images [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Downloaded image file data 3b514624-8086-43d3-8414-db0491a1e9a9 [ 1316.245633] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f98e1d3-184c-4f56-9504-ceea532f949a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.260901] env[69547]: DEBUG oslo_concurrency.lockutils [None req-69b5ae99-6a59-4d47-9170-151510ecc82d tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.204s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.261274] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e69433c-1031-4668-a65f-6319cae5e07f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.286236] env[69547]: INFO nova.virt.vmwareapi.images [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] The imported VM was unregistered [ 1316.288927] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Caching image {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1316.289055] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.289556] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5242dbe-0726-47b6-86c0-a043830a6b6c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.305936] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Created directory with path [datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9 {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.306149] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556/OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556.vmdk to [datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9/3b514624-8086-43d3-8414-db0491a1e9a9.vmdk. {{(pid=69547) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1316.306400] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-70115d9d-c609-4a52-bb1c-7035f5b63ee2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.312565] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1316.312565] env[69547]: value = "task-3162596" [ 1316.312565] env[69547]: _type = "Task" [ 1316.312565] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.320088] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162596, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.822525] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162596, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.182032] env[69547]: DEBUG nova.compute.manager [req-5570f77f-3f7b-4e61-8b41-59997e499c93 req-3af83861-af3d-4c76-a30e-c9ea52a468da service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Received event network-changed-78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.182316] env[69547]: DEBUG nova.compute.manager [req-5570f77f-3f7b-4e61-8b41-59997e499c93 req-3af83861-af3d-4c76-a30e-c9ea52a468da service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Refreshing instance network info cache due to event network-changed-78bdecfa-8b4d-4208-b40f-3fc1848955d2. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.182617] env[69547]: DEBUG oslo_concurrency.lockutils [req-5570f77f-3f7b-4e61-8b41-59997e499c93 req-3af83861-af3d-4c76-a30e-c9ea52a468da service nova] Acquiring lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.182921] env[69547]: DEBUG oslo_concurrency.lockutils [req-5570f77f-3f7b-4e61-8b41-59997e499c93 req-3af83861-af3d-4c76-a30e-c9ea52a468da service nova] Acquired lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.183148] env[69547]: DEBUG nova.network.neutron [req-5570f77f-3f7b-4e61-8b41-59997e499c93 req-3af83861-af3d-4c76-a30e-c9ea52a468da service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Refreshing network info cache for port 78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.323905] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162596, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.823566] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162596, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.903555] env[69547]: DEBUG nova.network.neutron [req-5570f77f-3f7b-4e61-8b41-59997e499c93 req-3af83861-af3d-4c76-a30e-c9ea52a468da service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Updated VIF entry in instance network info cache for port 78bdecfa-8b4d-4208-b40f-3fc1848955d2. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.904137] env[69547]: DEBUG nova.network.neutron [req-5570f77f-3f7b-4e61-8b41-59997e499c93 req-3af83861-af3d-4c76-a30e-c9ea52a468da service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Updating instance_info_cache with network_info: [{"id": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "address": "fa:16:3e:9a:ec:a2", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bdecfa-8b", "ovs_interfaceid": "78bdecfa-8b4d-4208-b40f-3fc1848955d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.324209] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162596, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.408313] env[69547]: DEBUG oslo_concurrency.lockutils [req-5570f77f-3f7b-4e61-8b41-59997e499c93 req-3af83861-af3d-4c76-a30e-c9ea52a468da service nova] Releasing lock "refresh_cache-3cfc21f7-365e-408c-b19a-979ddebfc001" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.702854] env[69547]: DEBUG nova.compute.manager [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Stashing vm_state: active {{(pid=69547) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1318.826145] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162596, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.213982] env[69547]: DEBUG nova.compute.manager [req-32081cd4-229a-454b-bb79-2ff0bf599288 req-83555eaf-114e-45f3-a852-337b2943e71d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Received event network-changed-84dbceb7-06b4-4447-a63c-15f84ead3776 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.214112] env[69547]: DEBUG nova.compute.manager [req-32081cd4-229a-454b-bb79-2ff0bf599288 req-83555eaf-114e-45f3-a852-337b2943e71d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Refreshing instance network info cache due to event network-changed-84dbceb7-06b4-4447-a63c-15f84ead3776. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.214334] env[69547]: DEBUG oslo_concurrency.lockutils [req-32081cd4-229a-454b-bb79-2ff0bf599288 req-83555eaf-114e-45f3-a852-337b2943e71d service nova] Acquiring lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.214518] env[69547]: DEBUG oslo_concurrency.lockutils [req-32081cd4-229a-454b-bb79-2ff0bf599288 req-83555eaf-114e-45f3-a852-337b2943e71d service nova] Acquired lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.214704] env[69547]: DEBUG nova.network.neutron [req-32081cd4-229a-454b-bb79-2ff0bf599288 req-83555eaf-114e-45f3-a852-337b2943e71d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Refreshing network info cache for port 84dbceb7-06b4-4447-a63c-15f84ead3776 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.225941] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.226214] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.326056] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162596, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.774109} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.326056] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556/OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556.vmdk to [datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9/3b514624-8086-43d3-8414-db0491a1e9a9.vmdk. [ 1319.326056] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Cleaning up location [datastore1] OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1319.326056] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_34b4d586-1ae8-4cdf-948a-1c591bfac556 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.326430] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f564b4b6-d72c-4f6d-bd7b-843b688beabf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.333045] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1319.333045] env[69547]: value = "task-3162597" [ 1319.333045] env[69547]: _type = "Task" [ 1319.333045] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.340702] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.731513] env[69547]: INFO nova.compute.claims [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.842910] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214732} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.843240] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.843345] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9/3b514624-8086-43d3-8414-db0491a1e9a9.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.843554] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9/3b514624-8086-43d3-8414-db0491a1e9a9.vmdk to [datastore1] 7e7b93b5-ec82-4bd6-829b-661ef7758324/7e7b93b5-ec82-4bd6-829b-661ef7758324.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.843814] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec7009c1-31fa-4c90-b505-4b13becfc585 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.850733] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1319.850733] env[69547]: value = "task-3162598" [ 1319.850733] env[69547]: _type = "Task" [ 1319.850733] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.862015] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.913600] env[69547]: DEBUG nova.network.neutron [req-32081cd4-229a-454b-bb79-2ff0bf599288 req-83555eaf-114e-45f3-a852-337b2943e71d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updated VIF entry in instance network info cache for port 84dbceb7-06b4-4447-a63c-15f84ead3776. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.913980] env[69547]: DEBUG nova.network.neutron [req-32081cd4-229a-454b-bb79-2ff0bf599288 req-83555eaf-114e-45f3-a852-337b2943e71d service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance_info_cache with network_info: [{"id": "84dbceb7-06b4-4447-a63c-15f84ead3776", "address": "fa:16:3e:18:86:26", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dbceb7-06", "ovs_interfaceid": "84dbceb7-06b4-4447-a63c-15f84ead3776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.238736] env[69547]: INFO nova.compute.resource_tracker [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating resource usage from migration 8ec355bb-6902-4745-b029-ac913c56363d [ 1320.366547] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162598, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.383514] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44309b56-9c5f-4b31-8244-bbfd13e6c5fe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.396626] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e687c1-83e5-423f-85da-f731092a2f09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.429802] env[69547]: DEBUG oslo_concurrency.lockutils [req-32081cd4-229a-454b-bb79-2ff0bf599288 req-83555eaf-114e-45f3-a852-337b2943e71d service nova] Releasing lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.431221] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076d72d3-c46f-4898-87cc-eca758d1d529 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.440051] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece5fdf6-cc84-48a9-801d-21885d75ab1f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.455579] env[69547]: DEBUG nova.compute.provider_tree [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.864074] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162598, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.959667] env[69547]: DEBUG nova.scheduler.client.report [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.366183] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162598, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.465556] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.239s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.465864] env[69547]: INFO nova.compute.manager [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Migrating [ 1321.865665] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162598, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.981563] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.981741] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.981976] env[69547]: DEBUG nova.network.neutron [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.365219] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162598, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.212813} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.365497] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3b514624-8086-43d3-8414-db0491a1e9a9/3b514624-8086-43d3-8414-db0491a1e9a9.vmdk to [datastore1] 7e7b93b5-ec82-4bd6-829b-661ef7758324/7e7b93b5-ec82-4bd6-829b-661ef7758324.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.366283] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2570564d-70fd-4583-92b8-548f30d89892 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.388025] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 7e7b93b5-ec82-4bd6-829b-661ef7758324/7e7b93b5-ec82-4bd6-829b-661ef7758324.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.388268] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5cbb23f-3029-4a7d-b556-9665a7dad0a1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.406727] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1322.406727] env[69547]: value = "task-3162599" [ 1322.406727] env[69547]: _type = "Task" [ 1322.406727] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.414420] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.731203] env[69547]: DEBUG nova.network.neutron [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance_info_cache with network_info: [{"id": "84dbceb7-06b4-4447-a63c-15f84ead3776", "address": "fa:16:3e:18:86:26", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dbceb7-06", "ovs_interfaceid": "84dbceb7-06b4-4447-a63c-15f84ead3776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.916250] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162599, 'name': ReconfigVM_Task, 'duration_secs': 0.318521} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.916619] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 7e7b93b5-ec82-4bd6-829b-661ef7758324/7e7b93b5-ec82-4bd6-829b-661ef7758324.vmdk or device None with type streamOptimized {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.917119] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c77e739-04a8-4cc0-a73b-4a03b50d0f1a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.923569] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1322.923569] env[69547]: value = "task-3162600" [ 1322.923569] env[69547]: _type = "Task" [ 1322.923569] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.931241] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162600, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.233593] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.434078] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162600, 'name': Rename_Task, 'duration_secs': 0.207693} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.434327] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.434450] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ae3b932-dbd8-48c1-ad92-bf7192eed547 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.440363] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1323.440363] env[69547]: value = "task-3162601" [ 1323.440363] env[69547]: _type = "Task" [ 1323.440363] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.448160] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.950190] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.450321] env[69547]: DEBUG oslo_vmware.api [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162601, 'name': PowerOnVM_Task, 'duration_secs': 0.649317} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.450550] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.543313] env[69547]: DEBUG nova.compute.manager [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.544273] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fb7435-6f53-447a-b7bb-09df398a5e9b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.750294] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cd57a4-6602-4bb7-92e1-8c253a4bc8a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.768061] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6' progress to 0 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.061180] env[69547]: DEBUG oslo_concurrency.lockutils [None req-0defe0e9-31ac-4004-80d2-d4df24cabda4 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.875s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.274562] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.274753] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-732b96d2-ed77-4068-b153-8da292d0d969 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.282181] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1325.282181] env[69547]: value = "task-3162602" [ 1325.282181] env[69547]: _type = "Task" [ 1325.282181] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.290896] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.792637] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162602, 'name': PowerOffVM_Task, 'duration_secs': 0.267483} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.792953] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.793185] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6' progress to 17 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.077466] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69afa870-6c9d-41f8-9b93-ee814b45dd96 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.084426] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ea14dce9-ebde-48a4-8c37-facb61b96f9e tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Suspending the VM {{(pid=69547) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1326.084638] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-137bd754-bdfb-4e55-9a65-e1d385406c2f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.090405] env[69547]: DEBUG oslo_vmware.api [None req-ea14dce9-ebde-48a4-8c37-facb61b96f9e tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1326.090405] env[69547]: value = "task-3162603" [ 1326.090405] env[69547]: _type = "Task" [ 1326.090405] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.098323] env[69547]: DEBUG oslo_vmware.api [None req-ea14dce9-ebde-48a4-8c37-facb61b96f9e tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162603, 'name': SuspendVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.260383] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "3d775ce4-8612-4648-82d7-070f87e9d2c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.260696] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "3d775ce4-8612-4648-82d7-070f87e9d2c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.260950] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "3d775ce4-8612-4648-82d7-070f87e9d2c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.261202] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "3d775ce4-8612-4648-82d7-070f87e9d2c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.261395] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "3d775ce4-8612-4648-82d7-070f87e9d2c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.263771] env[69547]: INFO nova.compute.manager [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Terminating instance [ 1326.299398] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.299691] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.299932] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.300173] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.300524] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.300524] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.300729] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.300904] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.301093] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.301305] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.301557] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.307634] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4126f2-a28e-4e9a-bdab-6f759bc61a70 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.325756] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1326.325756] env[69547]: value = "task-3162604" [ 1326.325756] env[69547]: _type = "Task" [ 1326.325756] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.336143] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.601298] env[69547]: DEBUG oslo_vmware.api [None req-ea14dce9-ebde-48a4-8c37-facb61b96f9e tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162603, 'name': SuspendVM_Task} progress is 100%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.768063] env[69547]: DEBUG nova.compute.manager [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.768320] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.769228] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2089665c-9c04-4de6-8f74-8f4a91eab46d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.776730] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.776981] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97fb6c97-bcac-44ac-99ff-2412a81a48e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.782735] env[69547]: DEBUG oslo_vmware.api [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1326.782735] env[69547]: value = "task-3162605" [ 1326.782735] env[69547]: _type = "Task" [ 1326.782735] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.791519] env[69547]: DEBUG oslo_vmware.api [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.836514] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162604, 'name': ReconfigVM_Task, 'duration_secs': 0.343808} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.836961] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6' progress to 33 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.101883] env[69547]: DEBUG oslo_vmware.api [None req-ea14dce9-ebde-48a4-8c37-facb61b96f9e tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162603, 'name': SuspendVM_Task, 'duration_secs': 0.543953} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.102272] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-ea14dce9-ebde-48a4-8c37-facb61b96f9e tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Suspended the VM {{(pid=69547) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1327.102352] env[69547]: DEBUG nova.compute.manager [None req-ea14dce9-ebde-48a4-8c37-facb61b96f9e tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.103092] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4d2b13-8b74-4330-90ea-1cdde208eb03 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.292296] env[69547]: DEBUG oslo_vmware.api [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162605, 'name': PowerOffVM_Task, 'duration_secs': 0.174721} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.292566] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.292736] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.292974] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74d4fbb5-85d0-4e00-bba4-cf6f041c774c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.343788] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.344068] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.344191] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.344372] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.344518] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.344665] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.344868] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.345034] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.345216] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.345402] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.345581] env[69547]: DEBUG nova.virt.hardware [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.350901] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.351194] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b059b76d-c9d3-4a27-add3-eb73a11f2bbd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.364773] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.364965] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.365154] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleting the datastore file [datastore2] 3d775ce4-8612-4648-82d7-070f87e9d2c4 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.365815] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccba1c56-129b-4f46-b59c-50bd92f76a81 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.369848] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1327.369848] env[69547]: value = "task-3162607" [ 1327.369848] env[69547]: _type = "Task" [ 1327.369848] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.373537] env[69547]: DEBUG oslo_vmware.api [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1327.373537] env[69547]: value = "task-3162608" [ 1327.373537] env[69547]: _type = "Task" [ 1327.373537] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.380470] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.385139] env[69547]: DEBUG oslo_vmware.api [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.885425] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162607, 'name': ReconfigVM_Task, 'duration_secs': 0.225027} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.885708] env[69547]: DEBUG oslo_vmware.api [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166094} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.885951] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.886240] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.886416] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.886596] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.886757] env[69547]: INFO nova.compute.manager [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1327.886982] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.889022] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66ce8d3-6b39-4279-af2d-c63a3682e865 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.889952] env[69547]: DEBUG nova.compute.manager [-] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.890064] env[69547]: DEBUG nova.network.neutron [-] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.910986] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5/volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.911282] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a875f4-3e22-4c74-90f7-46d14d9abb77 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.933406] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1327.933406] env[69547]: value = "task-3162609" [ 1327.933406] env[69547]: _type = "Task" [ 1327.933406] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.944986] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.440776] env[69547]: INFO nova.compute.manager [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Resuming [ 1328.441453] env[69547]: DEBUG nova.objects.instance [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lazy-loading 'flavor' on Instance uuid 7e7b93b5-ec82-4bd6-829b-661ef7758324 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.446028] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162609, 'name': ReconfigVM_Task, 'duration_secs': 0.27809} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.446299] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5/volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.446575] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6' progress to 50 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.596343] env[69547]: DEBUG nova.compute.manager [req-87055ef7-c4e8-4699-8cb5-8a161a4fc0a5 req-e40946fb-5887-4a47-8184-635623ed157d service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Received event network-vif-deleted-6572a607-55ca-4b77-9f3f-6e9fdb56cffe {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.596488] env[69547]: INFO nova.compute.manager [req-87055ef7-c4e8-4699-8cb5-8a161a4fc0a5 req-e40946fb-5887-4a47-8184-635623ed157d service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Neutron deleted interface 6572a607-55ca-4b77-9f3f-6e9fdb56cffe; detaching it from the instance and deleting it from the info cache [ 1328.596624] env[69547]: DEBUG nova.network.neutron [req-87055ef7-c4e8-4699-8cb5-8a161a4fc0a5 req-e40946fb-5887-4a47-8184-635623ed157d service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.952931] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a73833a-5aea-451a-870b-a6922cbd96df {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.974906] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a617cf5-6df2-4833-a352-d9cca1081141 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.993113] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6' progress to 67 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.078060] env[69547]: DEBUG nova.network.neutron [-] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.099225] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76957dcb-a704-4798-8f0c-0a7dd6e3b5d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.109119] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e699e-a1a5-44c9-94e2-6c4f414274cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.139574] env[69547]: DEBUG nova.compute.manager [req-87055ef7-c4e8-4699-8cb5-8a161a4fc0a5 req-e40946fb-5887-4a47-8184-635623ed157d service nova] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Detach interface failed, port_id=6572a607-55ca-4b77-9f3f-6e9fdb56cffe, reason: Instance 3d775ce4-8612-4648-82d7-070f87e9d2c4 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1329.580156] env[69547]: INFO nova.compute.manager [-] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Took 1.69 seconds to deallocate network for instance. [ 1329.954572] env[69547]: DEBUG oslo_concurrency.lockutils [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.954843] env[69547]: DEBUG oslo_concurrency.lockutils [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquired lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.954937] env[69547]: DEBUG nova.network.neutron [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.086349] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.086627] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.086894] env[69547]: DEBUG nova.objects.instance [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'resources' on Instance uuid 3d775ce4-8612-4648-82d7-070f87e9d2c4 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.653586] env[69547]: DEBUG nova.network.neutron [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Port 84dbceb7-06b4-4447-a63c-15f84ead3776 binding to destination host cpu-1 is already ACTIVE {{(pid=69547) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1330.662484] env[69547]: DEBUG nova.network.neutron [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating instance_info_cache with network_info: [{"id": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "address": "fa:16:3e:47:6e:69", "network": {"id": "9596f78d-859f-46de-9e22-2705efa0490c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-244429355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495268221aed43d0a5691947ed49dca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825d2f0d-9f", "ovs_interfaceid": "825d2f0d-9fec-4653-b5b1-1e6b4fad03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.714793] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ee2a89-356e-4045-ad88-8528d1adf3c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.722466] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7320fc7-7b9e-4b65-ba21-1774cdc7a9a9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.751912] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84335b15-c6e5-4993-8b15-5d426730ca2b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.759088] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6264be79-5ef5-4f86-9e29-50b2f289c268 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.772102] env[69547]: DEBUG nova.compute.provider_tree [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.166984] env[69547]: DEBUG oslo_concurrency.lockutils [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Releasing lock "refresh_cache-7e7b93b5-ec82-4bd6-829b-661ef7758324" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.167955] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d5b75-5072-42c2-8395-7f3cee67a248 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.174776] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Resuming the VM {{(pid=69547) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1331.174997] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192dda57-e6d0-47e8-aebb-fb4faf12388d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.179311] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.179664] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.182951] env[69547]: DEBUG oslo_vmware.api [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1331.182951] env[69547]: value = "task-3162610" [ 1331.182951] env[69547]: _type = "Task" [ 1331.182951] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.192282] env[69547]: DEBUG oslo_vmware.api [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.275250] env[69547]: DEBUG nova.scheduler.client.report [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.676282] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.676777] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.676876] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.691947] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.692693] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.693041] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.694236] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.694467] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.694786] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.694975] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1331.695444] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.703635] env[69547]: DEBUG oslo_vmware.api [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.781134] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.803741] env[69547]: INFO nova.scheduler.client.report [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleted allocations for instance 3d775ce4-8612-4648-82d7-070f87e9d2c4 [ 1332.198432] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.198701] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.198825] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.199037] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1332.199598] env[69547]: DEBUG oslo_vmware.api [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162610, 'name': PowerOnVM_Task, 'duration_secs': 0.587041} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.200323] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ba70f-df90-4e8d-bf49-74764f2f0b2c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.202868] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Resumed the VM {{(pid=69547) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1332.203061] env[69547]: DEBUG nova.compute.manager [None req-552bc98f-87c3-4924-90d4-9e11ea16df86 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.204046] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418ab772-2f28-49c8-8ae3-bb9be7160b09 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.212955] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e18aae9-b93f-49f4-a4cb-a1134803a825 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.229706] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c8cb2-caf1-40cf-a6ba-35d7f8c67e08 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.236403] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f4d0f1-877a-46a9-a525-2d2eef19e3bf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.268109] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179955MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1332.268259] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.268481] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.310849] env[69547]: DEBUG oslo_concurrency.lockutils [None req-10cc4caf-1a0b-4ddb-a85c-4291c3887d9b tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "3d775ce4-8612-4648-82d7-070f87e9d2c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.050s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.730984] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.731247] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.731464] env[69547]: DEBUG nova.network.neutron [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.268406] env[69547]: DEBUG oslo_concurrency.lockutils [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "f3437584-cfb2-449a-a351-186903fba530" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.268661] env[69547]: DEBUG oslo_concurrency.lockutils [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.277101] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Applying migration context for instance 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6 as it has an incoming, in-progress migration 8ec355bb-6902-4745-b029-ac913c56363d. Migration status is post-migrating {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1333.278318] env[69547]: INFO nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating resource usage from migration 8ec355bb-6902-4745-b029-ac913c56363d [ 1333.297478] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3cfc21f7-365e-408c-b19a-979ddebfc001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.297636] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance f3437584-cfb2-449a-a351-186903fba530 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.297762] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7ab55a49-7eb5-4138-bf2d-0c911ac03534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.297880] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 202e4cce-0c40-428b-8ded-912be5afa71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.297995] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 4e1f1687-6761-4d72-af78-f040e35c18f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.298130] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3c221725-f26c-4e2a-bd32-bda2192586c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.298244] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7e7b93b5-ec82-4bd6-829b-661ef7758324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.298357] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Migration 8ec355bb-6902-4745-b029-ac913c56363d is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1333.298467] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1333.298696] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1333.298844] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1333.415301] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5091cba4-a63e-457f-88eb-c3646e810f8a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.423149] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b256f0de-f2ec-40bc-8d4e-ea5c2312add4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.454225] env[69547]: DEBUG nova.network.neutron [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance_info_cache with network_info: [{"id": "84dbceb7-06b4-4447-a63c-15f84ead3776", "address": "fa:16:3e:18:86:26", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dbceb7-06", "ovs_interfaceid": "84dbceb7-06b4-4447-a63c-15f84ead3776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.456285] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd3be2a-1d13-49d2-8532-bfcf91045fea {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.463317] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824805d1-0dc7-48d3-8fdd-dd259c54d094 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.476992] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.772142] env[69547]: INFO nova.compute.manager [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Detaching volume cb2df285-6b86-449a-a076-bd3a7bd469ce [ 1333.806991] env[69547]: INFO nova.virt.block_device [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Attempting to driver detach volume cb2df285-6b86-449a-a076-bd3a7bd469ce from mountpoint /dev/sdb [ 1333.807264] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1333.807457] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632710', 'volume_id': 'cb2df285-6b86-449a-a076-bd3a7bd469ce', 'name': 'volume-cb2df285-6b86-449a-a076-bd3a7bd469ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3437584-cfb2-449a-a351-186903fba530', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb2df285-6b86-449a-a076-bd3a7bd469ce', 'serial': 'cb2df285-6b86-449a-a076-bd3a7bd469ce'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1333.808395] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ed5b5b-f654-4a28-8b99-b6b66b663b49 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.830037] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d977e96-e752-4c62-9631-194a40fc4ebb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.836815] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bed7cd-eb06-4975-8fed-012def9be6e2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.856018] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa01bdf-eb27-4da0-8e93-31d210fde1c9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.869911] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] The volume has not been displaced from its original location: [datastore2] volume-cb2df285-6b86-449a-a076-bd3a7bd469ce/volume-cb2df285-6b86-449a-a076-bd3a7bd469ce.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1333.875124] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1333.875390] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c43e42f-9e10-4723-84bb-6b41c671f6bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.892792] env[69547]: DEBUG oslo_vmware.api [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1333.892792] env[69547]: value = "task-3162611" [ 1333.892792] env[69547]: _type = "Task" [ 1333.892792] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.900262] env[69547]: DEBUG oslo_vmware.api [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.960105] env[69547]: DEBUG oslo_concurrency.lockutils [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.980895] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.403623] env[69547]: DEBUG oslo_vmware.api [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162611, 'name': ReconfigVM_Task, 'duration_secs': 0.299707} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.403903] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1334.408596] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dfccaa4-365b-4980-8acc-9fe7fd59534d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.423283] env[69547]: DEBUG oslo_vmware.api [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1334.423283] env[69547]: value = "task-3162612" [ 1334.423283] env[69547]: _type = "Task" [ 1334.423283] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.430945] env[69547]: DEBUG oslo_vmware.api [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.470393] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6e5a31-03b9-4899-b2be-3beca81150bc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.479236] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6dfab9-661b-496a-ba65-0e5f7aa7a08f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.484485] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1334.484740] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.216s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.934045] env[69547]: DEBUG oslo_vmware.api [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162612, 'name': ReconfigVM_Task, 'duration_secs': 0.135339} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.934335] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632710', 'volume_id': 'cb2df285-6b86-449a-a076-bd3a7bd469ce', 'name': 'volume-cb2df285-6b86-449a-a076-bd3a7bd469ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3437584-cfb2-449a-a351-186903fba530', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb2df285-6b86-449a-a076-bd3a7bd469ce', 'serial': 'cb2df285-6b86-449a-a076-bd3a7bd469ce'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1335.473415] env[69547]: DEBUG nova.objects.instance [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'flavor' on Instance uuid f3437584-cfb2-449a-a351-186903fba530 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.579047] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204c7239-2ea6-4c30-b254-9c19dd8c5772 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.597946] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc977b-fc90-4daf-922f-1d22af1cf5c0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.604171] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6' progress to 83 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.110192] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.110505] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45c034e6-3a99-4cd9-aec8-12693db9a432 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.117984] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1336.117984] env[69547]: value = "task-3162613" [ 1336.117984] env[69547]: _type = "Task" [ 1336.117984] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.125738] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.480439] env[69547]: DEBUG oslo_concurrency.lockutils [None req-60b1bf93-736d-4c29-b662-4ce695a2bb44 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.629234] env[69547]: DEBUG oslo_vmware.api [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162613, 'name': PowerOnVM_Task, 'duration_secs': 0.356972} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.629515] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.629702] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c1ca60-0519-47d3-b032-10714c2478e3 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6' progress to 100 {{(pid=69547) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.724265] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.724552] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.724760] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.724958] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.725150] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.727211] env[69547]: INFO nova.compute.manager [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Terminating instance [ 1337.230576] env[69547]: DEBUG nova.compute.manager [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.231070] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.232303] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d7cb1f-542d-44d3-92dc-02b433ef81c7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.241738] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.242392] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f14e01-1a89-4009-9e3f-40f4c377a128 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.250261] env[69547]: DEBUG oslo_vmware.api [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1337.250261] env[69547]: value = "task-3162614" [ 1337.250261] env[69547]: _type = "Task" [ 1337.250261] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.259326] env[69547]: DEBUG oslo_vmware.api [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.506113] env[69547]: DEBUG oslo_concurrency.lockutils [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "f3437584-cfb2-449a-a351-186903fba530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.506378] env[69547]: DEBUG oslo_concurrency.lockutils [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.506626] env[69547]: DEBUG oslo_concurrency.lockutils [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "f3437584-cfb2-449a-a351-186903fba530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.506753] env[69547]: DEBUG oslo_concurrency.lockutils [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.506932] env[69547]: DEBUG oslo_concurrency.lockutils [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.509386] env[69547]: INFO nova.compute.manager [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Terminating instance [ 1337.761050] env[69547]: DEBUG oslo_vmware.api [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162614, 'name': PowerOffVM_Task, 'duration_secs': 0.181515} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.761317] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.761491] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.761752] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76bac74b-af07-4bae-9c27-16f341670622 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.829955] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.830210] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.830361] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleting the datastore file [datastore1] 7e7b93b5-ec82-4bd6-829b-661ef7758324 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.830639] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdefd25a-cff5-489e-8443-95378c453a5b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.837865] env[69547]: DEBUG oslo_vmware.api [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for the task: (returnval){ [ 1337.837865] env[69547]: value = "task-3162616" [ 1337.837865] env[69547]: _type = "Task" [ 1337.837865] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.845876] env[69547]: DEBUG oslo_vmware.api [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.013731] env[69547]: DEBUG nova.compute.manager [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.013978] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.014842] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de604aeb-0a04-46ec-8aa7-26d21caa552c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.022671] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.022938] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e984b12c-7ba2-463f-b6f4-1f32ac55a379 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.028421] env[69547]: DEBUG oslo_vmware.api [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1338.028421] env[69547]: value = "task-3162617" [ 1338.028421] env[69547]: _type = "Task" [ 1338.028421] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.038016] env[69547]: DEBUG oslo_vmware.api [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.347766] env[69547]: DEBUG oslo_vmware.api [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Task: {'id': task-3162616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153111} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.349044] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.349044] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.349044] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.349283] env[69547]: INFO nova.compute.manager [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1338.349375] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.349539] env[69547]: DEBUG nova.compute.manager [-] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.349631] env[69547]: DEBUG nova.network.neutron [-] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.541296] env[69547]: DEBUG oslo_vmware.api [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162617, 'name': PowerOffVM_Task, 'duration_secs': 0.192371} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.541542] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.541665] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.542019] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65355f2a-c4e5-4f5e-931b-22c6fd417263 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.601424] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.601667] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.601872] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleting the datastore file [datastore1] f3437584-cfb2-449a-a351-186903fba530 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.602248] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e96ce9b-6ae4-4395-9b89-9cfb5636d86d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.608931] env[69547]: DEBUG oslo_vmware.api [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1338.608931] env[69547]: value = "task-3162619" [ 1338.608931] env[69547]: _type = "Task" [ 1338.608931] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.617498] env[69547]: DEBUG oslo_vmware.api [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.673691] env[69547]: DEBUG nova.compute.manager [req-656ba092-18ba-4d26-a933-21b9ea89039c req-b8543efa-8119-4ef2-8135-6ad2d0f50782 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Received event network-vif-deleted-825d2f0d-9fec-4653-b5b1-1e6b4fad03b8 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.674059] env[69547]: INFO nova.compute.manager [req-656ba092-18ba-4d26-a933-21b9ea89039c req-b8543efa-8119-4ef2-8135-6ad2d0f50782 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Neutron deleted interface 825d2f0d-9fec-4653-b5b1-1e6b4fad03b8; detaching it from the instance and deleting it from the info cache [ 1338.674372] env[69547]: DEBUG nova.network.neutron [req-656ba092-18ba-4d26-a933-21b9ea89039c req-b8543efa-8119-4ef2-8135-6ad2d0f50782 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.119642] env[69547]: DEBUG oslo_vmware.api [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14408} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.119909] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.120274] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.120481] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.120669] env[69547]: INFO nova.compute.manager [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: f3437584-cfb2-449a-a351-186903fba530] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1339.120919] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.121135] env[69547]: DEBUG nova.compute.manager [-] [instance: f3437584-cfb2-449a-a351-186903fba530] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.121228] env[69547]: DEBUG nova.network.neutron [-] [instance: f3437584-cfb2-449a-a351-186903fba530] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.124408] env[69547]: DEBUG oslo_concurrency.lockutils [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.124638] env[69547]: DEBUG oslo_concurrency.lockutils [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.124806] env[69547]: DEBUG nova.compute.manager [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Going to confirm migration 8 {{(pid=69547) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1339.157887] env[69547]: DEBUG nova.network.neutron [-] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.177357] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-436d0e9c-8fab-406c-b1d2-2bc269283379 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.186698] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1d7e7c-b7d6-4f77-a291-41100998b42f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.218992] env[69547]: DEBUG nova.compute.manager [req-656ba092-18ba-4d26-a933-21b9ea89039c req-b8543efa-8119-4ef2-8135-6ad2d0f50782 service nova] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Detach interface failed, port_id=825d2f0d-9fec-4653-b5b1-1e6b4fad03b8, reason: Instance 7e7b93b5-ec82-4bd6-829b-661ef7758324 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1339.659472] env[69547]: INFO nova.compute.manager [-] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Took 1.31 seconds to deallocate network for instance. [ 1339.662292] env[69547]: DEBUG oslo_concurrency.lockutils [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.662500] env[69547]: DEBUG oslo_concurrency.lockutils [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquired lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.662766] env[69547]: DEBUG nova.network.neutron [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.663044] env[69547]: DEBUG nova.objects.instance [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lazy-loading 'info_cache' on Instance uuid 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.028174] env[69547]: DEBUG nova.network.neutron [-] [instance: f3437584-cfb2-449a-a351-186903fba530] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.170932] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.171249] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.171466] env[69547]: DEBUG nova.objects.instance [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lazy-loading 'resources' on Instance uuid 7e7b93b5-ec82-4bd6-829b-661ef7758324 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.531457] env[69547]: INFO nova.compute.manager [-] [instance: f3437584-cfb2-449a-a351-186903fba530] Took 1.41 seconds to deallocate network for instance. [ 1340.703255] env[69547]: DEBUG nova.compute.manager [req-4954682d-2919-46e3-b05d-981b974806ba req-83056828-ee7a-493c-b109-d0883a655d62 service nova] [instance: f3437584-cfb2-449a-a351-186903fba530] Received event network-vif-deleted-101dc86e-f414-428d-94fa-593a0767bbe6 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.790034] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9000b41-429e-49e8-8f7a-15b7fc668e3b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.799053] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2b717b-7d52-496b-beba-a260de87a686 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.829825] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af63b9f-a031-4104-9006-dd43fd5aaeca {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.837256] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b99957f-93d2-44cc-94dd-dc21144239f3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.851338] env[69547]: DEBUG nova.compute.provider_tree [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.916257] env[69547]: DEBUG nova.network.neutron [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance_info_cache with network_info: [{"id": "84dbceb7-06b4-4447-a63c-15f84ead3776", "address": "fa:16:3e:18:86:26", "network": {"id": "85674dda-d094-4100-86ed-2c054d633cea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1420685270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d14bb02ab94b99a3148ec31f3662c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dbceb7-06", "ovs_interfaceid": "84dbceb7-06b4-4447-a63c-15f84ead3776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.039531] env[69547]: DEBUG oslo_concurrency.lockutils [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.355729] env[69547]: DEBUG nova.scheduler.client.report [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.419160] env[69547]: DEBUG oslo_concurrency.lockutils [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Releasing lock "refresh_cache-8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.419527] env[69547]: DEBUG nova.objects.instance [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lazy-loading 'migration_context' on Instance uuid 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.861025] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.863633] env[69547]: DEBUG oslo_concurrency.lockutils [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.824s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.864054] env[69547]: DEBUG nova.objects.instance [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'resources' on Instance uuid f3437584-cfb2-449a-a351-186903fba530 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.880184] env[69547]: INFO nova.scheduler.client.report [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Deleted allocations for instance 7e7b93b5-ec82-4bd6-829b-661ef7758324 [ 1341.922473] env[69547]: DEBUG nova.objects.base [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Object Instance<8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6> lazy-loaded attributes: info_cache,migration_context {{(pid=69547) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1341.923485] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd5814d-beed-4567-a82d-04a02a3f365c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.945309] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ca5979-b023-4ff8-9aba-22c175679a1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.950947] env[69547]: DEBUG oslo_vmware.api [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1341.950947] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5233531c-2548-851d-c16d-3ca2ab12951e" [ 1341.950947] env[69547]: _type = "Task" [ 1341.950947] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.961939] env[69547]: DEBUG oslo_vmware.api [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5233531c-2548-851d-c16d-3ca2ab12951e, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.962244] env[69547]: DEBUG oslo_concurrency.lockutils [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.098592] env[69547]: DEBUG oslo_concurrency.lockutils [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "3c221725-f26c-4e2a-bd32-bda2192586c3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.098873] env[69547]: DEBUG oslo_concurrency.lockutils [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.388636] env[69547]: DEBUG oslo_concurrency.lockutils [None req-bc644a12-8fb0-419e-a5ee-97d9a7d98777 tempest-ServersNegativeTestJSON-824008015 tempest-ServersNegativeTestJSON-824008015-project-member] Lock "7e7b93b5-ec82-4bd6-829b-661ef7758324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.664s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.468751] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec363c7-22b6-4168-ba50-8fb8580b921c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.478057] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29750e8b-39b4-4dbf-9073-be35a66e6001 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.507261] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb529d5-c9d1-48d5-9b39-4e4278e8e5a4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.514270] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19a9818-80e3-4992-9843-d9839f1899e6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.527147] env[69547]: DEBUG nova.compute.provider_tree [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.601818] env[69547]: DEBUG nova.compute.utils [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.030750] env[69547]: DEBUG nova.scheduler.client.report [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.105224] env[69547]: DEBUG oslo_concurrency.lockutils [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.535081] env[69547]: DEBUG oslo_concurrency.lockutils [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.537499] env[69547]: DEBUG oslo_concurrency.lockutils [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.575s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.556907] env[69547]: INFO nova.scheduler.client.report [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleted allocations for instance f3437584-cfb2-449a-a351-186903fba530 [ 1344.065826] env[69547]: DEBUG oslo_concurrency.lockutils [None req-302a052b-635a-4e51-a7f5-0459d9c70e15 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "f3437584-cfb2-449a-a351-186903fba530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.559s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.150212] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c65251-b433-4778-8eb1-97ed0675552f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.158362] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ce937f-f9ab-4902-a022-9d9dbf99493c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.188962] env[69547]: DEBUG oslo_concurrency.lockutils [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "3c221725-f26c-4e2a-bd32-bda2192586c3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.189257] env[69547]: DEBUG oslo_concurrency.lockutils [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.189493] env[69547]: INFO nova.compute.manager [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Attaching volume 0b902f36-b111-4974-ad8d-c9073603e5c4 to /dev/sdb [ 1344.192515] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9419313d-56f1-4a7b-90d3-135da4217fd9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.202342] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd07ce7-4246-4204-b166-fb5f0eef2f89 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.215944] env[69547]: DEBUG nova.compute.provider_tree [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.224863] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4a3452-374f-4273-9fb5-9f0752fff060 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.231845] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a694eee-1805-4c9c-bd68-095cbbd03a9e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.244610] env[69547]: DEBUG nova.virt.block_device [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating existing volume attachment record: ac7c99f6-b845-4d07-ad79-56c23760e427 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1344.719010] env[69547]: DEBUG nova.scheduler.client.report [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.730797] env[69547]: DEBUG oslo_concurrency.lockutils [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.193s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.282941] env[69547]: INFO nova.scheduler.client.report [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted allocation for migration 8ec355bb-6902-4745-b029-ac913c56363d [ 1346.517309] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "da7c0673-db30-4b4a-a885-1c06ed777142" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.517617] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.678338] env[69547]: INFO nova.compute.manager [None req-1883471a-54b3-4438-8cb7-a230c7353ec0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Get console output [ 1346.678571] env[69547]: WARNING nova.virt.vmwareapi.driver [None req-1883471a-54b3-4438-8cb7-a230c7353ec0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] The console log is missing. Check your VSPC configuration [ 1346.788803] env[69547]: DEBUG oslo_concurrency.lockutils [None req-931c5ae2-e076-4748-9d41-857366c3b7c4 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.664s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.020534] env[69547]: DEBUG nova.compute.manager [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.542223] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.542514] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.544447] env[69547]: INFO nova.compute.claims [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.631120] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ce162-cfee-4412-8cb3-5b42e49d2d20 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.639103] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494f9aff-a5e3-4f06-919a-8baa52cd55c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.670497] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01568ffd-16c0-4a0d-84a6-bc32dd742f7d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.677473] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb516a9-80e4-4a87-a857-7ab04d96027b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.689907] env[69547]: DEBUG nova.compute.provider_tree [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.801560] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1348.801739] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632723', 'volume_id': '0b902f36-b111-4974-ad8d-c9073603e5c4', 'name': 'volume-0b902f36-b111-4974-ad8d-c9073603e5c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c221725-f26c-4e2a-bd32-bda2192586c3', 'attached_at': '', 'detached_at': '', 'volume_id': '0b902f36-b111-4974-ad8d-c9073603e5c4', 'serial': '0b902f36-b111-4974-ad8d-c9073603e5c4'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1348.802511] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6ce4e1-6ff9-4717-bead-5b67c3f97152 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.819016] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7052106a-7f79-490f-922f-781729527e1d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.842610] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-0b902f36-b111-4974-ad8d-c9073603e5c4/volume-0b902f36-b111-4974-ad8d-c9073603e5c4.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.842885] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ffb4d57-fbc7-4bbc-8790-91d5c1dbd7be {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.860953] env[69547]: DEBUG oslo_vmware.api [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1348.860953] env[69547]: value = "task-3162624" [ 1348.860953] env[69547]: _type = "Task" [ 1348.860953] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.868676] env[69547]: DEBUG oslo_vmware.api [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.192792] env[69547]: DEBUG nova.scheduler.client.report [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.371113] env[69547]: DEBUG oslo_vmware.api [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162624, 'name': ReconfigVM_Task, 'duration_secs': 0.328231} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.371363] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-0b902f36-b111-4974-ad8d-c9073603e5c4/volume-0b902f36-b111-4974-ad8d-c9073603e5c4.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.375959] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ac41b4-eb93-47e0-8c54-be38c83c9df4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.390377] env[69547]: DEBUG oslo_vmware.api [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1349.390377] env[69547]: value = "task-3162625" [ 1349.390377] env[69547]: _type = "Task" [ 1349.390377] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.406363] env[69547]: DEBUG oslo_vmware.api [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.697865] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.698408] env[69547]: DEBUG nova.compute.manager [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.900173] env[69547]: DEBUG oslo_vmware.api [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162625, 'name': ReconfigVM_Task, 'duration_secs': 0.132375} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.900481] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632723', 'volume_id': '0b902f36-b111-4974-ad8d-c9073603e5c4', 'name': 'volume-0b902f36-b111-4974-ad8d-c9073603e5c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c221725-f26c-4e2a-bd32-bda2192586c3', 'attached_at': '', 'detached_at': '', 'volume_id': '0b902f36-b111-4974-ad8d-c9073603e5c4', 'serial': '0b902f36-b111-4974-ad8d-c9073603e5c4'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1350.203472] env[69547]: DEBUG nova.compute.utils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.205039] env[69547]: DEBUG nova.compute.manager [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.205039] env[69547]: DEBUG nova.network.neutron [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.251715] env[69547]: DEBUG nova.policy [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38e1617dbd9f4bb4b104cd5135959599', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ae9fc837a847f8afdd28fc1674da28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.512893] env[69547]: DEBUG nova.network.neutron [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Successfully created port: cb14791b-e43e-446a-ae08-ede059926e8c {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.707709] env[69547]: DEBUG nova.compute.manager [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1350.936806] env[69547]: DEBUG nova.objects.instance [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lazy-loading 'flavor' on Instance uuid 3c221725-f26c-4e2a-bd32-bda2192586c3 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.442055] env[69547]: DEBUG oslo_concurrency.lockutils [None req-30afe9fe-3d8e-43ba-8ec2-6b8264c2b7ea tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.563323] env[69547]: INFO nova.compute.manager [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Rescuing [ 1351.563585] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.563740] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.563909] env[69547]: DEBUG nova.network.neutron [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.717895] env[69547]: DEBUG nova.compute.manager [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1351.745861] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.746056] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.746225] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.746486] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.746656] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.746805] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.747034] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.747244] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.747427] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.747594] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.747769] env[69547]: DEBUG nova.virt.hardware [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.748678] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26319f2a-1a7d-4349-9e38-67f56eb377d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.756511] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eef249-fd07-4b4f-ab3b-7154b50059c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.857126] env[69547]: DEBUG nova.compute.manager [req-11fee1ad-11ee-48b4-a84e-cf61912f6b99 req-fbd2efdc-1144-41c9-828b-d32ddd12d3ef service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Received event network-vif-plugged-cb14791b-e43e-446a-ae08-ede059926e8c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.857359] env[69547]: DEBUG oslo_concurrency.lockutils [req-11fee1ad-11ee-48b4-a84e-cf61912f6b99 req-fbd2efdc-1144-41c9-828b-d32ddd12d3ef service nova] Acquiring lock "da7c0673-db30-4b4a-a885-1c06ed777142-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.857569] env[69547]: DEBUG oslo_concurrency.lockutils [req-11fee1ad-11ee-48b4-a84e-cf61912f6b99 req-fbd2efdc-1144-41c9-828b-d32ddd12d3ef service nova] Lock "da7c0673-db30-4b4a-a885-1c06ed777142-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.857734] env[69547]: DEBUG oslo_concurrency.lockutils [req-11fee1ad-11ee-48b4-a84e-cf61912f6b99 req-fbd2efdc-1144-41c9-828b-d32ddd12d3ef service nova] Lock "da7c0673-db30-4b4a-a885-1c06ed777142-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.857940] env[69547]: DEBUG nova.compute.manager [req-11fee1ad-11ee-48b4-a84e-cf61912f6b99 req-fbd2efdc-1144-41c9-828b-d32ddd12d3ef service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] No waiting events found dispatching network-vif-plugged-cb14791b-e43e-446a-ae08-ede059926e8c {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.858261] env[69547]: WARNING nova.compute.manager [req-11fee1ad-11ee-48b4-a84e-cf61912f6b99 req-fbd2efdc-1144-41c9-828b-d32ddd12d3ef service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Received unexpected event network-vif-plugged-cb14791b-e43e-446a-ae08-ede059926e8c for instance with vm_state building and task_state spawning. [ 1351.940082] env[69547]: DEBUG nova.network.neutron [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Successfully updated port: cb14791b-e43e-446a-ae08-ede059926e8c {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.263697] env[69547]: DEBUG nova.network.neutron [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating instance_info_cache with network_info: [{"id": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "address": "fa:16:3e:f5:3a:ff", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae9e7f99-68", "ovs_interfaceid": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.443165] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "refresh_cache-da7c0673-db30-4b4a-a885-1c06ed777142" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.443165] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "refresh_cache-da7c0673-db30-4b4a-a885-1c06ed777142" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.443165] env[69547]: DEBUG nova.network.neutron [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.767583] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.973631] env[69547]: DEBUG nova.network.neutron [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.124586] env[69547]: DEBUG nova.network.neutron [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Updating instance_info_cache with network_info: [{"id": "cb14791b-e43e-446a-ae08-ede059926e8c", "address": "fa:16:3e:e1:e6:8f", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb14791b-e4", "ovs_interfaceid": "cb14791b-e43e-446a-ae08-ede059926e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.629550] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "refresh_cache-da7c0673-db30-4b4a-a885-1c06ed777142" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.629813] env[69547]: DEBUG nova.compute.manager [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Instance network_info: |[{"id": "cb14791b-e43e-446a-ae08-ede059926e8c", "address": "fa:16:3e:e1:e6:8f", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb14791b-e4", "ovs_interfaceid": "cb14791b-e43e-446a-ae08-ede059926e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1353.630272] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e6:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb14791b-e43e-446a-ae08-ede059926e8c', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.638328] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.638551] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.638773] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-908de818-cd69-4f0d-8e13-37c8743f74aa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.659269] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.659269] env[69547]: value = "task-3162626" [ 1353.659269] env[69547]: _type = "Task" [ 1353.659269] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.667285] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162626, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.895719] env[69547]: DEBUG nova.compute.manager [req-0e8cb96a-7f7a-4b33-acce-523ba0decfa2 req-0c8e1edd-bf7c-435d-a175-f4c2f03b5eb1 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Received event network-changed-cb14791b-e43e-446a-ae08-ede059926e8c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.895719] env[69547]: DEBUG nova.compute.manager [req-0e8cb96a-7f7a-4b33-acce-523ba0decfa2 req-0c8e1edd-bf7c-435d-a175-f4c2f03b5eb1 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Refreshing instance network info cache due to event network-changed-cb14791b-e43e-446a-ae08-ede059926e8c. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.895719] env[69547]: DEBUG oslo_concurrency.lockutils [req-0e8cb96a-7f7a-4b33-acce-523ba0decfa2 req-0c8e1edd-bf7c-435d-a175-f4c2f03b5eb1 service nova] Acquiring lock "refresh_cache-da7c0673-db30-4b4a-a885-1c06ed777142" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.895719] env[69547]: DEBUG oslo_concurrency.lockutils [req-0e8cb96a-7f7a-4b33-acce-523ba0decfa2 req-0c8e1edd-bf7c-435d-a175-f4c2f03b5eb1 service nova] Acquired lock "refresh_cache-da7c0673-db30-4b4a-a885-1c06ed777142" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.896177] env[69547]: DEBUG nova.network.neutron [req-0e8cb96a-7f7a-4b33-acce-523ba0decfa2 req-0c8e1edd-bf7c-435d-a175-f4c2f03b5eb1 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Refreshing network info cache for port cb14791b-e43e-446a-ae08-ede059926e8c {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.169439] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162626, 'name': CreateVM_Task, 'duration_secs': 0.272995} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.169609] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.170318] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.170493] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.170838] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.171115] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da30f58-30dd-43bc-bb5d-3c9021790851 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.175333] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1354.175333] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ec8263-edeb-da2d-0a03-b9ba6deaae60" [ 1354.175333] env[69547]: _type = "Task" [ 1354.175333] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.182433] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ec8263-edeb-da2d-0a03-b9ba6deaae60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.297308] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.297604] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89cee527-3a73-43d8-a2a5-511ad235050e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.304231] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1354.304231] env[69547]: value = "task-3162627" [ 1354.304231] env[69547]: _type = "Task" [ 1354.304231] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.313439] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.613532] env[69547]: DEBUG nova.network.neutron [req-0e8cb96a-7f7a-4b33-acce-523ba0decfa2 req-0c8e1edd-bf7c-435d-a175-f4c2f03b5eb1 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Updated VIF entry in instance network info cache for port cb14791b-e43e-446a-ae08-ede059926e8c. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.613925] env[69547]: DEBUG nova.network.neutron [req-0e8cb96a-7f7a-4b33-acce-523ba0decfa2 req-0c8e1edd-bf7c-435d-a175-f4c2f03b5eb1 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Updating instance_info_cache with network_info: [{"id": "cb14791b-e43e-446a-ae08-ede059926e8c", "address": "fa:16:3e:e1:e6:8f", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb14791b-e4", "ovs_interfaceid": "cb14791b-e43e-446a-ae08-ede059926e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.685020] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52ec8263-edeb-da2d-0a03-b9ba6deaae60, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.685278] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.685513] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.685745] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.685891] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.686078] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.686330] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-213e9bac-eb30-4bb6-a924-baec044d10fd {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.694632] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.694803] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.695494] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a281f9de-b5d7-41c2-8d71-0481d71af003 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.700294] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1354.700294] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5278f8b1-49ef-9953-2aeb-9c6fc1c1a912" [ 1354.700294] env[69547]: _type = "Task" [ 1354.700294] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.707035] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5278f8b1-49ef-9953-2aeb-9c6fc1c1a912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.813086] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162627, 'name': PowerOffVM_Task, 'duration_secs': 0.2035} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.813360] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.814132] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f45199-442e-424e-a1b1-973341141939 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.833990] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eee77ab-3649-4e6d-8ea2-d25cfa36032a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.859043] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.859283] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-638e64ca-ba7b-4325-84b9-04d3360fc0eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.864934] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1354.864934] env[69547]: value = "task-3162628" [ 1354.864934] env[69547]: _type = "Task" [ 1354.864934] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.871601] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.116830] env[69547]: DEBUG oslo_concurrency.lockutils [req-0e8cb96a-7f7a-4b33-acce-523ba0decfa2 req-0c8e1edd-bf7c-435d-a175-f4c2f03b5eb1 service nova] Releasing lock "refresh_cache-da7c0673-db30-4b4a-a885-1c06ed777142" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.210124] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5278f8b1-49ef-9953-2aeb-9c6fc1c1a912, 'name': SearchDatastore_Task, 'duration_secs': 0.00771} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.210905] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bbcd036-ba3b-47ae-8f99-8c1ba4374d60 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.215617] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1355.215617] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]5200780d-80d4-d5ba-089f-20d053b0f45c" [ 1355.215617] env[69547]: _type = "Task" [ 1355.215617] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.222825] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5200780d-80d4-d5ba-089f-20d053b0f45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.375328] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] VM already powered off {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1355.375508] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.375732] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.375879] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.376128] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.376382] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b269cec-b406-482e-bff0-65a9a449814f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.384285] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.384477] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.385158] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b65956-1db3-43d2-819d-8919c63cc76f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.390294] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1355.390294] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b55f6e-c7f5-4d03-7512-50fee1cd7752" [ 1355.390294] env[69547]: _type = "Task" [ 1355.390294] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.397791] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b55f6e-c7f5-4d03-7512-50fee1cd7752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.725335] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]5200780d-80d4-d5ba-089f-20d053b0f45c, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.725609] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.725893] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] da7c0673-db30-4b4a-a885-1c06ed777142/da7c0673-db30-4b4a-a885-1c06ed777142.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.726182] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fffc8483-7a49-4a98-ab60-5e5e98558d6e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.732110] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1355.732110] env[69547]: value = "task-3162629" [ 1355.732110] env[69547]: _type = "Task" [ 1355.732110] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.740550] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.900348] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b55f6e-c7f5-4d03-7512-50fee1cd7752, 'name': SearchDatastore_Task, 'duration_secs': 0.008422} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.901129] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78422fcf-4fd6-4fc6-b24f-fba2102ba37f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.906572] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1355.906572] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fcc780-ef62-a0db-3953-0b66152352fa" [ 1355.906572] env[69547]: _type = "Task" [ 1355.906572] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.914601] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fcc780-ef62-a0db-3953-0b66152352fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.241776] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162629, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.416331] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52fcc780-ef62-a0db-3953-0b66152352fa, 'name': SearchDatastore_Task, 'duration_secs': 0.019293} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.416578] env[69547]: DEBUG oslo_concurrency.lockutils [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.416773] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3c221725-f26c-4e2a-bd32-bda2192586c3/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. {{(pid=69547) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1356.417028] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d369240-a434-48df-a4c5-2939f53b798c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.423457] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1356.423457] env[69547]: value = "task-3162630" [ 1356.423457] env[69547]: _type = "Task" [ 1356.423457] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.430434] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.743183] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540372} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.743568] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore1] da7c0673-db30-4b4a-a885-1c06ed777142/da7c0673-db30-4b4a-a885-1c06ed777142.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.743800] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.744083] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1198e630-0b78-4749-a955-a0691938e33d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.752618] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1356.752618] env[69547]: value = "task-3162631" [ 1356.752618] env[69547]: _type = "Task" [ 1356.752618] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.762220] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.934775] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500044} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.935013] env[69547]: INFO nova.virt.vmwareapi.ds_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] 3c221725-f26c-4e2a-bd32-bda2192586c3/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk. [ 1356.936483] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7260092-5f89-4a76-862a-f2ded0ad37d6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.964071] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 3c221725-f26c-4e2a-bd32-bda2192586c3/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.964310] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c0b683-49f9-433a-a717-035539eb5c9e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.980799] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1356.980799] env[69547]: value = "task-3162632" [ 1356.980799] env[69547]: _type = "Task" [ 1356.980799] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.988189] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.262645] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122717} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.263033] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.263640] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c76251-147c-4c57-a87f-d122381343f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.284828] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] da7c0673-db30-4b4a-a885-1c06ed777142/da7c0673-db30-4b4a-a885-1c06ed777142.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.285061] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262a83cd-c9f3-4269-b5c4-12ee5b0833b5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.306040] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1357.306040] env[69547]: value = "task-3162633" [ 1357.306040] env[69547]: _type = "Task" [ 1357.306040] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.314732] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.491410] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162632, 'name': ReconfigVM_Task, 'duration_secs': 0.336337} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.491698] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 3c221725-f26c-4e2a-bd32-bda2192586c3/e76c0dca-120f-44d4-98d5-a1c9e5167f85-rescue.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.492557] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309eb3e5-0566-4197-a446-ce2b5aeae55a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.520466] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b951041-0f36-4b2f-8b3e-fd4d2627884b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.535122] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1357.535122] env[69547]: value = "task-3162634" [ 1357.535122] env[69547]: _type = "Task" [ 1357.535122] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.542379] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.815779] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162633, 'name': ReconfigVM_Task, 'duration_secs': 0.318812} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.816116] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Reconfigured VM instance instance-0000007b to attach disk [datastore1] da7c0673-db30-4b4a-a885-1c06ed777142/da7c0673-db30-4b4a-a885-1c06ed777142.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.816755] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b437196-11d0-4bbd-b030-b9b937df8db7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.823417] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1357.823417] env[69547]: value = "task-3162635" [ 1357.823417] env[69547]: _type = "Task" [ 1357.823417] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.831161] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162635, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.044730] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162634, 'name': ReconfigVM_Task, 'duration_secs': 0.169123} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.045034] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.045302] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d52cf9a-1843-4a72-9ec5-2127843cdf49 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.050981] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1358.050981] env[69547]: value = "task-3162636" [ 1358.050981] env[69547]: _type = "Task" [ 1358.050981] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.057994] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.333374] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162635, 'name': Rename_Task, 'duration_secs': 0.136074} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.333733] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.333829] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cdd5ac7-be02-41e0-8734-fae4e9844155 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.340982] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1358.340982] env[69547]: value = "task-3162637" [ 1358.340982] env[69547]: _type = "Task" [ 1358.340982] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.347846] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.560089] env[69547]: DEBUG oslo_vmware.api [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162636, 'name': PowerOnVM_Task, 'duration_secs': 0.441319} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.560369] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.563210] env[69547]: DEBUG nova.compute.manager [None req-5992a8f5-043d-40cc-b12b-8afd0f56de3a tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.563956] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669d037e-1c9d-44c2-82d5-71cf7f348ecc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.851131] env[69547]: DEBUG oslo_vmware.api [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162637, 'name': PowerOnVM_Task, 'duration_secs': 0.457962} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.851411] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.851625] env[69547]: INFO nova.compute.manager [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1358.851816] env[69547]: DEBUG nova.compute.manager [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.852567] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1098943-28d0-4796-821f-d787231ba80b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.368785] env[69547]: INFO nova.compute.manager [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Took 11.84 seconds to build instance. [ 1359.510430] env[69547]: DEBUG nova.compute.manager [req-0991f1ff-dab0-412e-b399-28e6f3bc5359 req-6d850f5e-a628-45e3-adb2-b7a75cdf8022 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Received event network-changed-cb14791b-e43e-446a-ae08-ede059926e8c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.510691] env[69547]: DEBUG nova.compute.manager [req-0991f1ff-dab0-412e-b399-28e6f3bc5359 req-6d850f5e-a628-45e3-adb2-b7a75cdf8022 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Refreshing instance network info cache due to event network-changed-cb14791b-e43e-446a-ae08-ede059926e8c. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.510913] env[69547]: DEBUG oslo_concurrency.lockutils [req-0991f1ff-dab0-412e-b399-28e6f3bc5359 req-6d850f5e-a628-45e3-adb2-b7a75cdf8022 service nova] Acquiring lock "refresh_cache-da7c0673-db30-4b4a-a885-1c06ed777142" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.511274] env[69547]: DEBUG oslo_concurrency.lockutils [req-0991f1ff-dab0-412e-b399-28e6f3bc5359 req-6d850f5e-a628-45e3-adb2-b7a75cdf8022 service nova] Acquired lock "refresh_cache-da7c0673-db30-4b4a-a885-1c06ed777142" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.511497] env[69547]: DEBUG nova.network.neutron [req-0991f1ff-dab0-412e-b399-28e6f3bc5359 req-6d850f5e-a628-45e3-adb2-b7a75cdf8022 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Refreshing network info cache for port cb14791b-e43e-446a-ae08-ede059926e8c {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.589698] env[69547]: INFO nova.compute.manager [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Unrescuing [ 1359.589698] env[69547]: DEBUG oslo_concurrency.lockutils [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.589698] env[69547]: DEBUG oslo_concurrency.lockutils [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquired lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.589698] env[69547]: DEBUG nova.network.neutron [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.870761] env[69547]: DEBUG oslo_concurrency.lockutils [None req-55882fd2-830d-4b0c-9c22-3adaf3c2ba92 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.353s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.309890] env[69547]: DEBUG nova.network.neutron [req-0991f1ff-dab0-412e-b399-28e6f3bc5359 req-6d850f5e-a628-45e3-adb2-b7a75cdf8022 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Updated VIF entry in instance network info cache for port cb14791b-e43e-446a-ae08-ede059926e8c. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.310252] env[69547]: DEBUG nova.network.neutron [req-0991f1ff-dab0-412e-b399-28e6f3bc5359 req-6d850f5e-a628-45e3-adb2-b7a75cdf8022 service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Updating instance_info_cache with network_info: [{"id": "cb14791b-e43e-446a-ae08-ede059926e8c", "address": "fa:16:3e:e1:e6:8f", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb14791b-e4", "ovs_interfaceid": "cb14791b-e43e-446a-ae08-ede059926e8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.367219] env[69547]: DEBUG nova.network.neutron [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating instance_info_cache with network_info: [{"id": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "address": "fa:16:3e:f5:3a:ff", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae9e7f99-68", "ovs_interfaceid": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.813311] env[69547]: DEBUG oslo_concurrency.lockutils [req-0991f1ff-dab0-412e-b399-28e6f3bc5359 req-6d850f5e-a628-45e3-adb2-b7a75cdf8022 service nova] Releasing lock "refresh_cache-da7c0673-db30-4b4a-a885-1c06ed777142" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.870317] env[69547]: DEBUG oslo_concurrency.lockutils [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Releasing lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.871061] env[69547]: DEBUG nova.objects.instance [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lazy-loading 'flavor' on Instance uuid 3c221725-f26c-4e2a-bd32-bda2192586c3 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.377634] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a587bcf8-b981-48c2-b292-55ffe7113c66 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.403011] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.403364] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48d9d7bb-6758-49e1-89de-8a9a28584632 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.410543] env[69547]: DEBUG oslo_vmware.api [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1361.410543] env[69547]: value = "task-3162638" [ 1361.410543] env[69547]: _type = "Task" [ 1361.410543] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.418272] env[69547]: DEBUG oslo_vmware.api [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.921790] env[69547]: DEBUG oslo_vmware.api [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162638, 'name': PowerOffVM_Task, 'duration_secs': 0.229855} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.922180] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.927328] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1361.927603] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a144556b-a8ce-4a62-a09c-7ff6cd0669a0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.945689] env[69547]: DEBUG oslo_vmware.api [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1361.945689] env[69547]: value = "task-3162639" [ 1361.945689] env[69547]: _type = "Task" [ 1361.945689] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.954869] env[69547]: DEBUG oslo_vmware.api [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.455199] env[69547]: DEBUG oslo_vmware.api [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162639, 'name': ReconfigVM_Task, 'duration_secs': 0.269801} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.455481] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1362.455670] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.455908] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65fc304a-94c0-4e14-95e2-629aa8818ed5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.462036] env[69547]: DEBUG oslo_vmware.api [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1362.462036] env[69547]: value = "task-3162640" [ 1362.462036] env[69547]: _type = "Task" [ 1362.462036] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.469107] env[69547]: DEBUG oslo_vmware.api [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.971074] env[69547]: DEBUG oslo_vmware.api [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162640, 'name': PowerOnVM_Task, 'duration_secs': 0.366216} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.971466] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.971605] env[69547]: DEBUG nova.compute.manager [None req-308ad917-8c92-46b7-ac79-dffb83ac3ab9 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.972358] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0d016f-7895-42d2-8eca-1f468446c63f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.093320] env[69547]: DEBUG nova.compute.manager [req-f5afc57c-2d6e-4d69-be92-0e8143e9dcd4 req-fcd62fbf-b352-4ff5-951e-d54bd81609c2 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Received event network-changed-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.093571] env[69547]: DEBUG nova.compute.manager [req-f5afc57c-2d6e-4d69-be92-0e8143e9dcd4 req-fcd62fbf-b352-4ff5-951e-d54bd81609c2 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Refreshing instance network info cache due to event network-changed-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.093742] env[69547]: DEBUG oslo_concurrency.lockutils [req-f5afc57c-2d6e-4d69-be92-0e8143e9dcd4 req-fcd62fbf-b352-4ff5-951e-d54bd81609c2 service nova] Acquiring lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.093886] env[69547]: DEBUG oslo_concurrency.lockutils [req-f5afc57c-2d6e-4d69-be92-0e8143e9dcd4 req-fcd62fbf-b352-4ff5-951e-d54bd81609c2 service nova] Acquired lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.094059] env[69547]: DEBUG nova.network.neutron [req-f5afc57c-2d6e-4d69-be92-0e8143e9dcd4 req-fcd62fbf-b352-4ff5-951e-d54bd81609c2 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Refreshing network info cache for port ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.788334] env[69547]: DEBUG nova.network.neutron [req-f5afc57c-2d6e-4d69-be92-0e8143e9dcd4 req-fcd62fbf-b352-4ff5-951e-d54bd81609c2 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updated VIF entry in instance network info cache for port ae9e7f99-68f8-4afc-8e27-e2e46d5617a7. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.788729] env[69547]: DEBUG nova.network.neutron [req-f5afc57c-2d6e-4d69-be92-0e8143e9dcd4 req-fcd62fbf-b352-4ff5-951e-d54bd81609c2 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating instance_info_cache with network_info: [{"id": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "address": "fa:16:3e:f5:3a:ff", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae9e7f99-68", "ovs_interfaceid": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.291970] env[69547]: DEBUG oslo_concurrency.lockutils [req-f5afc57c-2d6e-4d69-be92-0e8143e9dcd4 req-fcd62fbf-b352-4ff5-951e-d54bd81609c2 service nova] Releasing lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.119199] env[69547]: DEBUG nova.compute.manager [req-e5aea5ab-9d75-47eb-bdb4-60483f65a3b7 req-87fcf30b-ab55-48e7-ab43-1ef2ed931cd3 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Received event network-changed-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.119406] env[69547]: DEBUG nova.compute.manager [req-e5aea5ab-9d75-47eb-bdb4-60483f65a3b7 req-87fcf30b-ab55-48e7-ab43-1ef2ed931cd3 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Refreshing instance network info cache due to event network-changed-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.119618] env[69547]: DEBUG oslo_concurrency.lockutils [req-e5aea5ab-9d75-47eb-bdb4-60483f65a3b7 req-87fcf30b-ab55-48e7-ab43-1ef2ed931cd3 service nova] Acquiring lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.119763] env[69547]: DEBUG oslo_concurrency.lockutils [req-e5aea5ab-9d75-47eb-bdb4-60483f65a3b7 req-87fcf30b-ab55-48e7-ab43-1ef2ed931cd3 service nova] Acquired lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.119925] env[69547]: DEBUG nova.network.neutron [req-e5aea5ab-9d75-47eb-bdb4-60483f65a3b7 req-87fcf30b-ab55-48e7-ab43-1ef2ed931cd3 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Refreshing network info cache for port ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.806589] env[69547]: DEBUG nova.network.neutron [req-e5aea5ab-9d75-47eb-bdb4-60483f65a3b7 req-87fcf30b-ab55-48e7-ab43-1ef2ed931cd3 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updated VIF entry in instance network info cache for port ae9e7f99-68f8-4afc-8e27-e2e46d5617a7. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.806948] env[69547]: DEBUG nova.network.neutron [req-e5aea5ab-9d75-47eb-bdb4-60483f65a3b7 req-87fcf30b-ab55-48e7-ab43-1ef2ed931cd3 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating instance_info_cache with network_info: [{"id": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "address": "fa:16:3e:f5:3a:ff", "network": {"id": "1159d84f-b902-4d8a-85d7-9a2bdf79a530", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-112724502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed257fc1fdf740c5a43c2636b3c29465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae9e7f99-68", "ovs_interfaceid": "ae9e7f99-68f8-4afc-8e27-e2e46d5617a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.309841] env[69547]: DEBUG oslo_concurrency.lockutils [req-e5aea5ab-9d75-47eb-bdb4-60483f65a3b7 req-87fcf30b-ab55-48e7-ab43-1ef2ed931cd3 service nova] Releasing lock "refresh_cache-3c221725-f26c-4e2a-bd32-bda2192586c3" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.605052] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.605052] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.605052] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.605052] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.605052] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.608575] env[69547]: INFO nova.compute.manager [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Terminating instance [ 1374.112351] env[69547]: DEBUG nova.compute.manager [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.112568] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.112863] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3709047c-d30e-42a7-a5de-d13b1312e66f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.119972] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1374.119972] env[69547]: value = "task-3162641" [ 1374.119972] env[69547]: _type = "Task" [ 1374.119972] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.127883] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.630550] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162641, 'name': PowerOffVM_Task, 'duration_secs': 0.161515} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.630935] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.631027] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1374.631209] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632717', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'name': 'volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6', 'attached_at': '2025-03-26T02:28:07.000000', 'detached_at': '', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'serial': '25b69da8-73c4-4b38-a82b-dbaed58c92e5'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1374.631951] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a3e1c-e669-40eb-9fb9-cb442ba64ba5 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.649699] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348a0485-b571-48e3-9500-94ad8b3600a6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.655788] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f920d5dd-d0eb-4815-8e02-6461c8fa6071 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.672453] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae048fd-52a2-4483-b5dd-5ffb659cbc3c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.686010] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] The volume has not been displaced from its original location: [datastore1] volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5/volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1374.691151] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1374.691394] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4e05c2-f9f7-4a27-9a1d-e12509a83bf2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.707748] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1374.707748] env[69547]: value = "task-3162642" [ 1374.707748] env[69547]: _type = "Task" [ 1374.707748] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.716431] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.217367] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162642, 'name': ReconfigVM_Task, 'duration_secs': 0.14041} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.217644] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1375.222235] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-144d0e46-7c04-4bbb-97c1-3f163dea94f8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.236413] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1375.236413] env[69547]: value = "task-3162643" [ 1375.236413] env[69547]: _type = "Task" [ 1375.236413] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.243844] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.747026] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162643, 'name': ReconfigVM_Task, 'duration_secs': 0.131628} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.747026] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632717', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'name': 'volume-25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6', 'attached_at': '2025-03-26T02:28:07.000000', 'detached_at': '', 'volume_id': '25b69da8-73c4-4b38-a82b-dbaed58c92e5', 'serial': '25b69da8-73c4-4b38-a82b-dbaed58c92e5'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1375.747026] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.747445] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e0710e-43c2-43d8-8e23-f2049f1b7086 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.753602] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.753812] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cef7d38-b422-4aa0-b8f8-e76bb3630249 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.820808] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.821050] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.821238] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleting the datastore file [datastore1] 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.821509] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18354ceb-ae25-4857-b502-edc2dd7edcfe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.828983] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1375.828983] env[69547]: value = "task-3162645" [ 1375.828983] env[69547]: _type = "Task" [ 1375.828983] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.836820] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.339174] env[69547]: DEBUG oslo_vmware.api [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077436} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.339443] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.339601] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.339773] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.339942] env[69547]: INFO nova.compute.manager [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1376.340201] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.340404] env[69547]: DEBUG nova.compute.manager [-] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.340500] env[69547]: DEBUG nova.network.neutron [-] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.743746] env[69547]: DEBUG nova.compute.manager [req-750a35e6-0c2f-46bc-9792-a3f5948bf1f8 req-142520c1-6943-4a82-90de-e75ea6aceb95 service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Received event network-vif-deleted-84dbceb7-06b4-4447-a63c-15f84ead3776 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.746278] env[69547]: INFO nova.compute.manager [req-750a35e6-0c2f-46bc-9792-a3f5948bf1f8 req-142520c1-6943-4a82-90de-e75ea6aceb95 service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Neutron deleted interface 84dbceb7-06b4-4447-a63c-15f84ead3776; detaching it from the instance and deleting it from the info cache [ 1376.746278] env[69547]: DEBUG nova.network.neutron [req-750a35e6-0c2f-46bc-9792-a3f5948bf1f8 req-142520c1-6943-4a82-90de-e75ea6aceb95 service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.226684] env[69547]: DEBUG nova.network.neutron [-] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.246831] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-975ddcd0-c65e-4eb8-9f5f-8bedbc8bface {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.260684] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f21adcb-5fdb-463f-a6cb-847102a1b7d3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.290039] env[69547]: DEBUG nova.compute.manager [req-750a35e6-0c2f-46bc-9792-a3f5948bf1f8 req-142520c1-6943-4a82-90de-e75ea6aceb95 service nova] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Detach interface failed, port_id=84dbceb7-06b4-4447-a63c-15f84ead3776, reason: Instance 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1377.729795] env[69547]: INFO nova.compute.manager [-] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Took 1.39 seconds to deallocate network for instance. [ 1378.275332] env[69547]: INFO nova.compute.manager [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Took 0.55 seconds to detach 1 volumes for instance. [ 1378.277311] env[69547]: DEBUG nova.compute.manager [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Deleting volume: 25b69da8-73c4-4b38-a82b-dbaed58c92e5 {{(pid=69547) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1378.818022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.818022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.818022] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.840048] env[69547]: INFO nova.scheduler.client.report [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted allocations for instance 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6 [ 1379.347597] env[69547]: DEBUG oslo_concurrency.lockutils [None req-2e62ce22-0654-47e6-92dd-cfe8b61361c0 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.743s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.271817] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "4e1f1687-6761-4d72-af78-f040e35c18f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.272118] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.272349] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "4e1f1687-6761-4d72-af78-f040e35c18f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.272532] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.272705] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.274925] env[69547]: INFO nova.compute.manager [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Terminating instance [ 1380.780597] env[69547]: DEBUG nova.compute.manager [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1380.780872] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.781981] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdfae4a-ba39-4c85-8e30-b0eb04342c94 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.789777] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.789984] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cccff855-55d7-4cb8-9781-2a7384295c9f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.796048] env[69547]: DEBUG oslo_vmware.api [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1380.796048] env[69547]: value = "task-3162647" [ 1380.796048] env[69547]: _type = "Task" [ 1380.796048] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.803748] env[69547]: DEBUG oslo_vmware.api [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.305573] env[69547]: DEBUG oslo_vmware.api [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162647, 'name': PowerOffVM_Task, 'duration_secs': 0.228456} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.305857] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.306040] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.306289] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49f9bcc5-3afe-42f6-8bff-95f4d50a21cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.362551] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.362771] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.362951] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleting the datastore file [datastore2] 4e1f1687-6761-4d72-af78-f040e35c18f7 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.363228] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71245fa9-38e6-4734-93e4-fe3889887d5c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.369526] env[69547]: DEBUG oslo_vmware.api [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1381.369526] env[69547]: value = "task-3162649" [ 1381.369526] env[69547]: _type = "Task" [ 1381.369526] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.376948] env[69547]: DEBUG oslo_vmware.api [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.879755] env[69547]: DEBUG oslo_vmware.api [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118063} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.880136] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.880182] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.880334] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.880507] env[69547]: INFO nova.compute.manager [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1381.880770] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.880986] env[69547]: DEBUG nova.compute.manager [-] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.881089] env[69547]: DEBUG nova.network.neutron [-] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.106866] env[69547]: DEBUG nova.compute.manager [req-12c0f2a4-eb76-4102-8b80-4fba0f7e787c req-4088af7c-e520-4403-8a33-21ba8c54d0b4 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Received event network-vif-deleted-a684fbcc-d51d-4b61-9e5a-747497ac180e {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.107092] env[69547]: INFO nova.compute.manager [req-12c0f2a4-eb76-4102-8b80-4fba0f7e787c req-4088af7c-e520-4403-8a33-21ba8c54d0b4 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Neutron deleted interface a684fbcc-d51d-4b61-9e5a-747497ac180e; detaching it from the instance and deleting it from the info cache [ 1382.107177] env[69547]: DEBUG nova.network.neutron [req-12c0f2a4-eb76-4102-8b80-4fba0f7e787c req-4088af7c-e520-4403-8a33-21ba8c54d0b4 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.592331] env[69547]: DEBUG nova.network.neutron [-] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.609913] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef9f355a-19d7-43dd-be47-6406d58edab7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.619445] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78444102-959f-444d-8e2c-5375bfdf9c90 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.647618] env[69547]: DEBUG nova.compute.manager [req-12c0f2a4-eb76-4102-8b80-4fba0f7e787c req-4088af7c-e520-4403-8a33-21ba8c54d0b4 service nova] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Detach interface failed, port_id=a684fbcc-d51d-4b61-9e5a-747497ac180e, reason: Instance 4e1f1687-6761-4d72-af78-f040e35c18f7 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1383.094566] env[69547]: INFO nova.compute.manager [-] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Took 1.21 seconds to deallocate network for instance. [ 1383.601042] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.601291] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.601513] env[69547]: DEBUG nova.objects.instance [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lazy-loading 'resources' on Instance uuid 4e1f1687-6761-4d72-af78-f040e35c18f7 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.189177] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa453261-f7d2-40d4-a99f-8df83615b27d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.196634] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3e7bf7-7916-49c3-93d3-7ecc5d9d6bf6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.225577] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e9c294-0b9c-479e-aa20-dc7a88ee1721 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.232778] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f0e165-3fb5-4b18-8f85-d0dc6755d1c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.247012] env[69547]: DEBUG nova.compute.provider_tree [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.751020] env[69547]: DEBUG nova.scheduler.client.report [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.255440] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.274713] env[69547]: INFO nova.scheduler.client.report [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted allocations for instance 4e1f1687-6761-4d72-af78-f040e35c18f7 [ 1385.781805] env[69547]: DEBUG oslo_concurrency.lockutils [None req-f9c4b5e3-8d87-4870-b0ad-98348cff5ac5 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "4e1f1687-6761-4d72-af78-f040e35c18f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.510s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.958237] env[69547]: DEBUG oslo_concurrency.lockutils [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "3cfc21f7-365e-408c-b19a-979ddebfc001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.958737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.958737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "3cfc21f7-365e-408c-b19a-979ddebfc001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.958967] env[69547]: DEBUG oslo_concurrency.lockutils [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.959090] env[69547]: DEBUG oslo_concurrency.lockutils [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.961126] env[69547]: INFO nova.compute.manager [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Terminating instance [ 1390.464576] env[69547]: DEBUG nova.compute.manager [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.464813] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.465752] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b9fcde-154e-4c46-aebc-affb2223019d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.473924] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.474164] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a9842a6-a328-49f0-85d0-3b275a253cfb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.480324] env[69547]: DEBUG oslo_vmware.api [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1390.480324] env[69547]: value = "task-3162651" [ 1390.480324] env[69547]: _type = "Task" [ 1390.480324] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.487955] env[69547]: DEBUG oslo_vmware.api [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.990329] env[69547]: DEBUG oslo_vmware.api [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162651, 'name': PowerOffVM_Task, 'duration_secs': 0.199387} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.990670] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.990717] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.990954] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88361c7f-151f-4598-8c08-bea93931aed7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.052100] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.052295] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.052475] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleting the datastore file [datastore1] 3cfc21f7-365e-408c-b19a-979ddebfc001 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.052692] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-507f6d63-96aa-4ca9-a50c-fd4e58228734 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.059011] env[69547]: DEBUG oslo_vmware.api [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for the task: (returnval){ [ 1391.059011] env[69547]: value = "task-3162653" [ 1391.059011] env[69547]: _type = "Task" [ 1391.059011] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.066141] env[69547]: DEBUG oslo_vmware.api [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.569275] env[69547]: DEBUG oslo_vmware.api [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Task: {'id': task-3162653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121177} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.569549] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.569721] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.569917] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.570108] env[69547]: INFO nova.compute.manager [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1391.570359] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.570558] env[69547]: DEBUG nova.compute.manager [-] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.570652] env[69547]: DEBUG nova.network.neutron [-] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.802830] env[69547]: DEBUG nova.compute.manager [req-8aab840d-1ae6-43f9-9588-242bfdebbd52 req-34da0847-2344-4ff3-96f3-4758d695e284 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Received event network-vif-deleted-78bdecfa-8b4d-4208-b40f-3fc1848955d2 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.803025] env[69547]: INFO nova.compute.manager [req-8aab840d-1ae6-43f9-9588-242bfdebbd52 req-34da0847-2344-4ff3-96f3-4758d695e284 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Neutron deleted interface 78bdecfa-8b4d-4208-b40f-3fc1848955d2; detaching it from the instance and deleting it from the info cache [ 1391.803184] env[69547]: DEBUG nova.network.neutron [req-8aab840d-1ae6-43f9-9588-242bfdebbd52 req-34da0847-2344-4ff3-96f3-4758d695e284 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.287075] env[69547]: DEBUG nova.network.neutron [-] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.305053] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-363a6c47-3f32-4426-84c9-924c29a5ce0f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.315841] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caa56e8-74bf-4811-9838-28fcadffa0e7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.342039] env[69547]: DEBUG nova.compute.manager [req-8aab840d-1ae6-43f9-9588-242bfdebbd52 req-34da0847-2344-4ff3-96f3-4758d695e284 service nova] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Detach interface failed, port_id=78bdecfa-8b4d-4208-b40f-3fc1848955d2, reason: Instance 3cfc21f7-365e-408c-b19a-979ddebfc001 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1392.790048] env[69547]: INFO nova.compute.manager [-] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Took 1.22 seconds to deallocate network for instance. [ 1393.295591] env[69547]: DEBUG oslo_concurrency.lockutils [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.296135] env[69547]: DEBUG oslo_concurrency.lockutils [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.296222] env[69547]: DEBUG nova.objects.instance [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lazy-loading 'resources' on Instance uuid 3cfc21f7-365e-408c-b19a-979ddebfc001 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.868371] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a3898-ad1e-41c5-bf89-e3623a49d391 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.875976] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d69ce4-0c5e-43d9-a293-0e8fdb9325b6 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.906435] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb2104-0207-4657-9cc7-f93b55252f0a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.913043] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fde9920-ca48-4dfc-860f-0eb99bf66953 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.925622] env[69547]: DEBUG nova.compute.provider_tree [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.428562] env[69547]: DEBUG nova.scheduler.client.report [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.486466] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.486719] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.486834] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.486985] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.487153] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.487297] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.487445] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.487582] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1394.487734] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.933818] env[69547]: DEBUG oslo_concurrency.lockutils [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.952149] env[69547]: INFO nova.scheduler.client.report [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Deleted allocations for instance 3cfc21f7-365e-408c-b19a-979ddebfc001 [ 1394.990443] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.990700] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.990895] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.991080] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1394.992800] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc301b0b-816a-4e5b-97b5-5549ad39e2e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.000830] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a32623-330b-45ce-affa-77cb1ea0e14b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.014697] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d08758-50eb-4d9a-8cec-cdd423d49416 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.020921] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255e803f-ed1f-4a11-8bb1-37f5b0b5953b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.050858] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179489MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1395.050996] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.051211] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.459844] env[69547]: DEBUG oslo_concurrency.lockutils [None req-37c6f57e-99d4-4852-9dde-7867765e1368 tempest-ServerActionsTestOtherA-782890831 tempest-ServerActionsTestOtherA-782890831-project-member] Lock "3cfc21f7-365e-408c-b19a-979ddebfc001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.501s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.073623] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 7ab55a49-7eb5-4138-bf2d-0c911ac03534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.073787] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 202e4cce-0c40-428b-8ded-912be5afa71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.073913] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance 3c221725-f26c-4e2a-bd32-bda2192586c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.074086] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance da7c0673-db30-4b4a-a885-1c06ed777142 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.074322] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1396.074476] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1396.130692] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbac065-9d5a-4dc0-94e8-4e24d988e577 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.138097] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff3309d-7e24-4939-908c-b6192c19a98f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.166743] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23378fed-6c26-4e95-9221-0b78b0c44c97 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.173427] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e7d03-48b0-4afb-a520-a21e649549d4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.185997] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.691139] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.194844] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1397.195200] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.800314] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "da7c0673-db30-4b4a-a885-1c06ed777142" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.800914] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.304242] env[69547]: DEBUG nova.compute.utils [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.807925] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.875628] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "da7c0673-db30-4b4a-a885-1c06ed777142" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.876248] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.876248] env[69547]: INFO nova.compute.manager [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Attaching volume 19bf7b07-2854-41b8-99a6-016d38c2963d to /dev/sdb [ 1399.905705] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e121716f-8a6c-48eb-b8a1-a9ed69b9ce27 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.914150] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28152682-0a43-46f0-8ce7-22f407af8f86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.927567] env[69547]: DEBUG nova.virt.block_device [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Updating existing volume attachment record: cafc9d73-b4fd-47bf-b2d3-97e6c01456f4 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1400.309621] env[69547]: DEBUG oslo_concurrency.lockutils [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "3c221725-f26c-4e2a-bd32-bda2192586c3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.309940] env[69547]: DEBUG oslo_concurrency.lockutils [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.813755] env[69547]: INFO nova.compute.manager [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Detaching volume 0b902f36-b111-4974-ad8d-c9073603e5c4 [ 1400.843018] env[69547]: INFO nova.virt.block_device [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Attempting to driver detach volume 0b902f36-b111-4974-ad8d-c9073603e5c4 from mountpoint /dev/sdb [ 1400.843018] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1400.843018] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632723', 'volume_id': '0b902f36-b111-4974-ad8d-c9073603e5c4', 'name': 'volume-0b902f36-b111-4974-ad8d-c9073603e5c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c221725-f26c-4e2a-bd32-bda2192586c3', 'attached_at': '', 'detached_at': '', 'volume_id': '0b902f36-b111-4974-ad8d-c9073603e5c4', 'serial': '0b902f36-b111-4974-ad8d-c9073603e5c4'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1400.843728] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27da423f-e937-412f-b5b8-41c8c92b9c7f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.866206] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799ce4ff-de9c-4c76-b5f7-38c009319f86 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.873066] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df6f92f-58eb-4feb-b624-443ba65f1db7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.892543] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a543d4-94d2-4d21-8bcc-ddfb24252d22 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.906475] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b902f36-b111-4974-ad8d-c9073603e5c4/volume-0b902f36-b111-4974-ad8d-c9073603e5c4.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1400.911698] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1400.911974] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b0a598f-f694-4463-958d-43a7b761b27f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.929184] env[69547]: DEBUG oslo_vmware.api [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1400.929184] env[69547]: value = "task-3162655" [ 1400.929184] env[69547]: _type = "Task" [ 1400.929184] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.936392] env[69547]: DEBUG oslo_vmware.api [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.438867] env[69547]: DEBUG oslo_vmware.api [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162655, 'name': ReconfigVM_Task, 'duration_secs': 0.222038} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.439215] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1401.445077] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e474ea3d-bdce-4614-a318-88e68e94a31d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.461387] env[69547]: DEBUG oslo_vmware.api [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1401.461387] env[69547]: value = "task-3162656" [ 1401.461387] env[69547]: _type = "Task" [ 1401.461387] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.469401] env[69547]: DEBUG oslo_vmware.api [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.970810] env[69547]: DEBUG oslo_vmware.api [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162656, 'name': ReconfigVM_Task, 'duration_secs': 0.128019} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.971293] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632723', 'volume_id': '0b902f36-b111-4974-ad8d-c9073603e5c4', 'name': 'volume-0b902f36-b111-4974-ad8d-c9073603e5c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c221725-f26c-4e2a-bd32-bda2192586c3', 'attached_at': '', 'detached_at': '', 'volume_id': '0b902f36-b111-4974-ad8d-c9073603e5c4', 'serial': '0b902f36-b111-4974-ad8d-c9073603e5c4'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1402.509551] env[69547]: DEBUG nova.objects.instance [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lazy-loading 'flavor' on Instance uuid 3c221725-f26c-4e2a-bd32-bda2192586c3 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.517523] env[69547]: DEBUG oslo_concurrency.lockutils [None req-484d5ddc-2039-4ee5-84ce-c99a3409f803 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.469824] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1404.470179] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632725', 'volume_id': '19bf7b07-2854-41b8-99a6-016d38c2963d', 'name': 'volume-19bf7b07-2854-41b8-99a6-016d38c2963d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da7c0673-db30-4b4a-a885-1c06ed777142', 'attached_at': '', 'detached_at': '', 'volume_id': '19bf7b07-2854-41b8-99a6-016d38c2963d', 'serial': '19bf7b07-2854-41b8-99a6-016d38c2963d'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1404.471072] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18310694-c07c-4c83-8566-1d58a74238f1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.487070] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554b4fff-4de6-4dc0-9b4a-69559b314b5d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.510706] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-19bf7b07-2854-41b8-99a6-016d38c2963d/volume-19bf7b07-2854-41b8-99a6-016d38c2963d.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.510943] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3d2915-60b3-41c8-ae94-8ff5df2b4334 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.528112] env[69547]: DEBUG oslo_vmware.api [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1404.528112] env[69547]: value = "task-3162658" [ 1404.528112] env[69547]: _type = "Task" [ 1404.528112] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.535394] env[69547]: DEBUG oslo_vmware.api [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.616299] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "3c221725-f26c-4e2a-bd32-bda2192586c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.616585] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.616809] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "3c221725-f26c-4e2a-bd32-bda2192586c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.617102] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.617359] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.619893] env[69547]: INFO nova.compute.manager [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Terminating instance [ 1405.037978] env[69547]: DEBUG oslo_vmware.api [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162658, 'name': ReconfigVM_Task, 'duration_secs': 0.310885} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.038289] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-19bf7b07-2854-41b8-99a6-016d38c2963d/volume-19bf7b07-2854-41b8-99a6-016d38c2963d.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.042946] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a9f805-8964-4d2a-892c-0145dbb60c20 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.057039] env[69547]: DEBUG oslo_vmware.api [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1405.057039] env[69547]: value = "task-3162659" [ 1405.057039] env[69547]: _type = "Task" [ 1405.057039] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.064036] env[69547]: DEBUG oslo_vmware.api [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.123864] env[69547]: DEBUG nova.compute.manager [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.124086] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.124923] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11117f4f-aa5d-4c2c-9096-ed001b436e53 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.131613] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.131828] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f6758b1-e42a-40b6-8632-87b8dc023819 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.137419] env[69547]: DEBUG oslo_vmware.api [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1405.137419] env[69547]: value = "task-3162660" [ 1405.137419] env[69547]: _type = "Task" [ 1405.137419] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.145339] env[69547]: DEBUG oslo_vmware.api [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.566938] env[69547]: DEBUG oslo_vmware.api [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162659, 'name': ReconfigVM_Task, 'duration_secs': 0.134947} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.567342] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632725', 'volume_id': '19bf7b07-2854-41b8-99a6-016d38c2963d', 'name': 'volume-19bf7b07-2854-41b8-99a6-016d38c2963d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da7c0673-db30-4b4a-a885-1c06ed777142', 'attached_at': '', 'detached_at': '', 'volume_id': '19bf7b07-2854-41b8-99a6-016d38c2963d', 'serial': '19bf7b07-2854-41b8-99a6-016d38c2963d'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1405.646449] env[69547]: DEBUG oslo_vmware.api [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162660, 'name': PowerOffVM_Task, 'duration_secs': 0.153948} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.646711] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.646890] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.647161] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5f09ba5-f296-4ff3-b23e-67c33a04fa58 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.704922] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.705209] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.705408] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Deleting the datastore file [datastore2] 3c221725-f26c-4e2a-bd32-bda2192586c3 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.705661] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eede3b46-6860-4223-b9fc-1a974decebbc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.713130] env[69547]: DEBUG oslo_vmware.api [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1405.713130] env[69547]: value = "task-3162662" [ 1405.713130] env[69547]: _type = "Task" [ 1405.713130] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.722140] env[69547]: DEBUG oslo_vmware.api [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.223340] env[69547]: DEBUG oslo_vmware.api [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134489} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.223591] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.223780] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.223984] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.224199] env[69547]: INFO nova.compute.manager [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1406.224440] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.224634] env[69547]: DEBUG nova.compute.manager [-] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.224727] env[69547]: DEBUG nova.network.neutron [-] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.601954] env[69547]: DEBUG nova.objects.instance [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'flavor' on Instance uuid da7c0673-db30-4b4a-a885-1c06ed777142 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.665106] env[69547]: DEBUG nova.compute.manager [req-e220bdb6-36e9-4e5e-ac65-12b317d0b333 req-12dbc6fa-63e3-416f-b14a-2b440bd3f733 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Received event network-vif-deleted-ae9e7f99-68f8-4afc-8e27-e2e46d5617a7 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.665106] env[69547]: INFO nova.compute.manager [req-e220bdb6-36e9-4e5e-ac65-12b317d0b333 req-12dbc6fa-63e3-416f-b14a-2b440bd3f733 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Neutron deleted interface ae9e7f99-68f8-4afc-8e27-e2e46d5617a7; detaching it from the instance and deleting it from the info cache [ 1406.665106] env[69547]: DEBUG nova.network.neutron [req-e220bdb6-36e9-4e5e-ac65-12b317d0b333 req-12dbc6fa-63e3-416f-b14a-2b440bd3f733 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.107045] env[69547]: DEBUG oslo_concurrency.lockutils [None req-12566051-088a-4164-845c-b6e20fc61add tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.143958] env[69547]: DEBUG nova.network.neutron [-] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.168223] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c90bbb0-a1b1-4a6b-81eb-5638027c76a7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.178895] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db639c71-7fea-4678-b9b5-62a8bc8d3be8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.206787] env[69547]: DEBUG nova.compute.manager [req-e220bdb6-36e9-4e5e-ac65-12b317d0b333 req-12dbc6fa-63e3-416f-b14a-2b440bd3f733 service nova] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Detach interface failed, port_id=ae9e7f99-68f8-4afc-8e27-e2e46d5617a7, reason: Instance 3c221725-f26c-4e2a-bd32-bda2192586c3 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.379239] env[69547]: DEBUG oslo_concurrency.lockutils [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "da7c0673-db30-4b4a-a885-1c06ed777142" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.379511] env[69547]: DEBUG oslo_concurrency.lockutils [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.646667] env[69547]: INFO nova.compute.manager [-] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Took 1.42 seconds to deallocate network for instance. [ 1407.882324] env[69547]: INFO nova.compute.manager [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Detaching volume 19bf7b07-2854-41b8-99a6-016d38c2963d [ 1407.915679] env[69547]: INFO nova.virt.block_device [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Attempting to driver detach volume 19bf7b07-2854-41b8-99a6-016d38c2963d from mountpoint /dev/sdb [ 1407.915923] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1407.916139] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632725', 'volume_id': '19bf7b07-2854-41b8-99a6-016d38c2963d', 'name': 'volume-19bf7b07-2854-41b8-99a6-016d38c2963d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da7c0673-db30-4b4a-a885-1c06ed777142', 'attached_at': '', 'detached_at': '', 'volume_id': '19bf7b07-2854-41b8-99a6-016d38c2963d', 'serial': '19bf7b07-2854-41b8-99a6-016d38c2963d'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1407.917056] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765f23a1-a718-4da8-a9b5-587d6ed390b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.937789] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8094c39-5c4e-4ec7-82fb-5d142a2e720c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.944644] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a9014-12b0-4b04-9de8-08ce8cc72390 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.963604] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efaadcb-d8fd-4713-b87a-42046fda3a4f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.977267] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] The volume has not been displaced from its original location: [datastore1] volume-19bf7b07-2854-41b8-99a6-016d38c2963d/volume-19bf7b07-2854-41b8-99a6-016d38c2963d.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1407.982336] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1407.982586] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f2bcd3-229f-42b0-833a-6676fe9528cb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.000336] env[69547]: DEBUG oslo_vmware.api [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1408.000336] env[69547]: value = "task-3162663" [ 1408.000336] env[69547]: _type = "Task" [ 1408.000336] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.007300] env[69547]: DEBUG oslo_vmware.api [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.153890] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.154213] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.154445] env[69547]: DEBUG nova.objects.instance [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lazy-loading 'resources' on Instance uuid 3c221725-f26c-4e2a-bd32-bda2192586c3 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.510941] env[69547]: DEBUG oslo_vmware.api [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162663, 'name': ReconfigVM_Task, 'duration_secs': 0.211088} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.511254] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1408.515797] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26ff821-98b0-4549-988c-25f31c56a502 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.530219] env[69547]: DEBUG oslo_vmware.api [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1408.530219] env[69547]: value = "task-3162664" [ 1408.530219] env[69547]: _type = "Task" [ 1408.530219] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.537624] env[69547]: DEBUG oslo_vmware.api [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.715235] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d6bd0-86d6-46ea-8c49-9340e98f976e {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.723854] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9f9dd9-3229-41af-b121-b43145322bfe {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.752455] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c6602c-95fe-4971-8ac2-f0d6848d84ad {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.759218] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a42fb6-e54d-4d29-b868-746a7c6518fb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.771827] env[69547]: DEBUG nova.compute.provider_tree [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.040606] env[69547]: DEBUG oslo_vmware.api [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162664, 'name': ReconfigVM_Task, 'duration_secs': 0.12701} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.040869] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632725', 'volume_id': '19bf7b07-2854-41b8-99a6-016d38c2963d', 'name': 'volume-19bf7b07-2854-41b8-99a6-016d38c2963d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da7c0673-db30-4b4a-a885-1c06ed777142', 'attached_at': '', 'detached_at': '', 'volume_id': '19bf7b07-2854-41b8-99a6-016d38c2963d', 'serial': '19bf7b07-2854-41b8-99a6-016d38c2963d'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1409.275349] env[69547]: DEBUG nova.scheduler.client.report [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.580834] env[69547]: DEBUG nova.objects.instance [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'flavor' on Instance uuid da7c0673-db30-4b4a-a885-1c06ed777142 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.780342] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.802348] env[69547]: INFO nova.scheduler.client.report [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Deleted allocations for instance 3c221725-f26c-4e2a-bd32-bda2192586c3 [ 1410.310315] env[69547]: DEBUG oslo_concurrency.lockutils [None req-8b8e9f26-cf4d-4035-b401-f589b73eb67d tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "3c221725-f26c-4e2a-bd32-bda2192586c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.588645] env[69547]: DEBUG oslo_concurrency.lockutils [None req-60d6398f-7ca3-4c26-84bf-33ed0d7d328c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.638454] env[69547]: DEBUG oslo_concurrency.lockutils [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "da7c0673-db30-4b4a-a885-1c06ed777142" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.638855] env[69547]: DEBUG oslo_concurrency.lockutils [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.638977] env[69547]: DEBUG oslo_concurrency.lockutils [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "da7c0673-db30-4b4a-a885-1c06ed777142-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.639145] env[69547]: DEBUG oslo_concurrency.lockutils [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.639330] env[69547]: DEBUG oslo_concurrency.lockutils [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.641489] env[69547]: INFO nova.compute.manager [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Terminating instance [ 1412.145088] env[69547]: DEBUG nova.compute.manager [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.145349] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.146282] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43484ac2-778a-42bb-ab3c-d28a5d9fd7c3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.154573] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.154804] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0566e077-2554-4cef-bdc4-3c2148149861 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.160670] env[69547]: DEBUG oslo_vmware.api [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1412.160670] env[69547]: value = "task-3162666" [ 1412.160670] env[69547]: _type = "Task" [ 1412.160670] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.168409] env[69547]: DEBUG oslo_vmware.api [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.670857] env[69547]: DEBUG oslo_vmware.api [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162666, 'name': PowerOffVM_Task, 'duration_secs': 0.202592} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.671272] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.671272] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.671494] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2998cc1-dee1-4963-93fc-06edf7c0bab0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.730428] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.730665] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Deleting contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.730851] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleting the datastore file [datastore1] da7c0673-db30-4b4a-a885-1c06ed777142 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.731137] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2683badd-1d8b-4f78-ac66-5eedcbe372f7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.737810] env[69547]: DEBUG oslo_vmware.api [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1412.737810] env[69547]: value = "task-3162668" [ 1412.737810] env[69547]: _type = "Task" [ 1412.737810] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.744992] env[69547]: DEBUG oslo_vmware.api [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.247727] env[69547]: DEBUG oslo_vmware.api [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143421} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.247987] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.248190] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Deleted contents of the VM from datastore datastore1 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.248372] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.248547] env[69547]: INFO nova.compute.manager [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1413.248794] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.248986] env[69547]: DEBUG nova.compute.manager [-] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.249113] env[69547]: DEBUG nova.network.neutron [-] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.643819] env[69547]: DEBUG nova.compute.manager [req-7df37dbb-ed59-4fee-9fb5-57210818a0f8 req-7c12526b-641f-48d6-911c-3fa747084e1e service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Received event network-vif-deleted-cb14791b-e43e-446a-ae08-ede059926e8c {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.644179] env[69547]: INFO nova.compute.manager [req-7df37dbb-ed59-4fee-9fb5-57210818a0f8 req-7c12526b-641f-48d6-911c-3fa747084e1e service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Neutron deleted interface cb14791b-e43e-446a-ae08-ede059926e8c; detaching it from the instance and deleting it from the info cache [ 1413.644272] env[69547]: DEBUG nova.network.neutron [req-7df37dbb-ed59-4fee-9fb5-57210818a0f8 req-7c12526b-641f-48d6-911c-3fa747084e1e service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.128054] env[69547]: DEBUG nova.network.neutron [-] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.147213] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fcc49d1-2dec-4aec-b0c3-9a85f04502e9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.156890] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adbc437-3412-4b60-95f6-5f00e18f8e38 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.185335] env[69547]: DEBUG nova.compute.manager [req-7df37dbb-ed59-4fee-9fb5-57210818a0f8 req-7c12526b-641f-48d6-911c-3fa747084e1e service nova] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Detach interface failed, port_id=cb14791b-e43e-446a-ae08-ede059926e8c, reason: Instance da7c0673-db30-4b4a-a885-1c06ed777142 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1414.630516] env[69547]: INFO nova.compute.manager [-] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Took 1.38 seconds to deallocate network for instance. [ 1415.136791] env[69547]: DEBUG oslo_concurrency.lockutils [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.137219] env[69547]: DEBUG oslo_concurrency.lockutils [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.137330] env[69547]: DEBUG nova.objects.instance [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'resources' on Instance uuid da7c0673-db30-4b4a-a885-1c06ed777142 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.688523] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7ef8b6-5b0f-4786-8bbc-8b562de5c7eb {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.696157] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1520122-22eb-4157-9bec-04ff01db6087 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.725209] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d50a43-ed21-49ad-838e-281f22c6e759 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.732135] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bffcaf-e8e3-4563-ba2f-53da63d5ee6d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.746288] env[69547]: DEBUG nova.compute.provider_tree [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1415.753329] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "202e4cce-0c40-428b-8ded-912be5afa71a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.753551] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "202e4cce-0c40-428b-8ded-912be5afa71a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.753749] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "202e4cce-0c40-428b-8ded-912be5afa71a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.753933] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "202e4cce-0c40-428b-8ded-912be5afa71a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.754113] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "202e4cce-0c40-428b-8ded-912be5afa71a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.756135] env[69547]: INFO nova.compute.manager [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Terminating instance [ 1416.259016] env[69547]: DEBUG nova.compute.manager [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.259380] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.260148] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819d6102-2d2b-4ceb-b57f-14de3cb3651d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.267493] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.268336] env[69547]: ERROR nova.scheduler.client.report [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [req-f44044c7-b6ad-40e0-b823-2b11fe8623d6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3dff35a2-8b92-4f77-8c0d-98fc04223d9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f44044c7-b6ad-40e0-b823-2b11fe8623d6"}]} [ 1416.268669] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405a19c1-e9ff-4e46-935e-178d35ad031f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.275898] env[69547]: DEBUG oslo_vmware.api [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1416.275898] env[69547]: value = "task-3162669" [ 1416.275898] env[69547]: _type = "Task" [ 1416.275898] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.283348] env[69547]: DEBUG oslo_vmware.api [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.286608] env[69547]: DEBUG nova.scheduler.client.report [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Refreshing inventories for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1416.299190] env[69547]: DEBUG nova.scheduler.client.report [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Updating ProviderTree inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1416.299422] env[69547]: DEBUG nova.compute.provider_tree [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1416.310147] env[69547]: DEBUG nova.scheduler.client.report [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Refreshing aggregate associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, aggregates: None {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1416.327408] env[69547]: DEBUG nova.scheduler.client.report [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Refreshing trait associations for resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69547) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1416.378443] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b983c61-8463-4783-81f2-e887d7527198 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.386259] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b24260f-0698-4772-a560-3bfee5f7aaa3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.417060] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce4ac0d-a78f-43c9-9c6e-72b1eaa2afee {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.424219] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d142f2fd-a574-430b-86fc-ee2f66665fe9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.437038] env[69547]: DEBUG nova.compute.provider_tree [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1416.785724] env[69547]: DEBUG oslo_vmware.api [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162669, 'name': PowerOffVM_Task, 'duration_secs': 0.223164} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.786015] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.786201] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.786442] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-288bd668-d578-4340-9aeb-58ad580aa090 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.850073] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.850332] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.850525] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Deleting the datastore file [datastore2] 202e4cce-0c40-428b-8ded-912be5afa71a {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.850780] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae78168-32a3-4d04-bd21-a808ecb48cc0 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.857240] env[69547]: DEBUG oslo_vmware.api [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1416.857240] env[69547]: value = "task-3162671" [ 1416.857240] env[69547]: _type = "Task" [ 1416.857240] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.866272] env[69547]: DEBUG oslo_vmware.api [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.968830] env[69547]: DEBUG nova.scheduler.client.report [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Updated inventory for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1416.969142] env[69547]: DEBUG nova.compute.provider_tree [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Updating resource provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d generation from 168 to 169 during operation: update_inventory {{(pid=69547) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1416.969384] env[69547]: DEBUG nova.compute.provider_tree [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Updating inventory in ProviderTree for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1417.367599] env[69547]: DEBUG oslo_vmware.api [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171611} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.368028] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.368082] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.368237] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.368414] env[69547]: INFO nova.compute.manager [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1417.368659] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.368851] env[69547]: DEBUG nova.compute.manager [-] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.368940] env[69547]: DEBUG nova.network.neutron [-] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.474567] env[69547]: DEBUG oslo_concurrency.lockutils [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.492907] env[69547]: INFO nova.scheduler.client.report [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleted allocations for instance da7c0673-db30-4b4a-a885-1c06ed777142 [ 1417.627850] env[69547]: DEBUG nova.compute.manager [req-be65af1a-4f31-4907-9ded-cd7ba40f6253 req-77e2a5c3-26b0-4878-84d8-c79837632eb9 service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Received event network-vif-deleted-9ec84f6f-dd74-40e8-b7db-9f8f062ecdad {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.628083] env[69547]: INFO nova.compute.manager [req-be65af1a-4f31-4907-9ded-cd7ba40f6253 req-77e2a5c3-26b0-4878-84d8-c79837632eb9 service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Neutron deleted interface 9ec84f6f-dd74-40e8-b7db-9f8f062ecdad; detaching it from the instance and deleting it from the info cache [ 1417.628269] env[69547]: DEBUG nova.network.neutron [req-be65af1a-4f31-4907-9ded-cd7ba40f6253 req-77e2a5c3-26b0-4878-84d8-c79837632eb9 service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.000461] env[69547]: DEBUG oslo_concurrency.lockutils [None req-864dc49e-9476-477e-b4c9-d6929796b294 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "da7c0673-db30-4b4a-a885-1c06ed777142" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.362s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.112444] env[69547]: DEBUG nova.network.neutron [-] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.130789] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cb2a9b6-f493-447b-8492-845232e549f4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.140942] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c3030-26bc-4161-a4b4-c67114acd0ab {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.165609] env[69547]: DEBUG nova.compute.manager [req-be65af1a-4f31-4907-9ded-cd7ba40f6253 req-77e2a5c3-26b0-4878-84d8-c79837632eb9 service nova] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Detach interface failed, port_id=9ec84f6f-dd74-40e8-b7db-9f8f062ecdad, reason: Instance 202e4cce-0c40-428b-8ded-912be5afa71a could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1418.615493] env[69547]: INFO nova.compute.manager [-] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Took 1.25 seconds to deallocate network for instance. [ 1419.122775] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.123876] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.123876] env[69547]: DEBUG nova.objects.instance [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lazy-loading 'resources' on Instance uuid 202e4cce-0c40-428b-8ded-912be5afa71a {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.674350] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2ed3dc-340f-4f24-aa17-320580791d6c {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.683566] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5ea4f1-2749-417e-a123-42c2101f56d1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.714495] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da35692-ca41-4129-aed6-9d6594678ee3 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.719944] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.720187] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.726705] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeaf725-ce83-42be-b95f-8d0e6c855336 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.741439] env[69547]: DEBUG nova.compute.provider_tree [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.223068] env[69547]: DEBUG nova.compute.manager [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Starting instance... {{(pid=69547) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.244137] env[69547]: DEBUG nova.scheduler.client.report [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.741015] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.748844] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.750865] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.010s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.752450] env[69547]: INFO nova.compute.claims [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.767790] env[69547]: INFO nova.scheduler.client.report [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Deleted allocations for instance 202e4cce-0c40-428b-8ded-912be5afa71a [ 1421.275948] env[69547]: DEBUG oslo_concurrency.lockutils [None req-db6ac07b-ec70-41e8-b403-733d07cfd08b tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "202e4cce-0c40-428b-8ded-912be5afa71a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.522s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.794651] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3da7a4-8c37-4e8a-96a2-03261465a6b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.802929] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4498ed19-4cae-4cea-9737-9215d276e89b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.832514] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b96ad88-0704-498d-b994-39f56d588821 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.839325] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a87fa5-9bb8-43d0-8bff-6c1011104d1a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.852271] env[69547]: DEBUG nova.compute.provider_tree [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.355049] env[69547]: DEBUG nova.scheduler.client.report [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.359924] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.360156] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.360381] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.360588] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.360756] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.362611] env[69547]: INFO nova.compute.manager [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Terminating instance [ 1422.859868] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.860474] env[69547]: DEBUG nova.compute.manager [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Start building networks asynchronously for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.866200] env[69547]: DEBUG nova.compute.manager [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1422.866407] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.867321] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d6274-1e03-44cb-ae04-cf46dc37b571 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.875302] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.875528] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7316e4e-0125-46d3-b2b4-ecaf1faccc27 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.883201] env[69547]: DEBUG oslo_vmware.api [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1422.883201] env[69547]: value = "task-3162672" [ 1422.883201] env[69547]: _type = "Task" [ 1422.883201] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.890982] env[69547]: DEBUG oslo_vmware.api [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.365417] env[69547]: DEBUG nova.compute.utils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1423.367658] env[69547]: DEBUG nova.compute.manager [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Allocating IP information in the background. {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.367844] env[69547]: DEBUG nova.network.neutron [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] allocate_for_instance() {{(pid=69547) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.392445] env[69547]: DEBUG oslo_vmware.api [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162672, 'name': PowerOffVM_Task, 'duration_secs': 0.234232} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.392720] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.392900] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.393148] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-364d8af9-5e7f-4f93-b4e8-132eaf9128c1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.402590] env[69547]: DEBUG nova.policy [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38e1617dbd9f4bb4b104cd5135959599', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ae9fc837a847f8afdd28fc1674da28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69547) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.455036] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.455357] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.455620] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Deleting the datastore file [datastore2] 7ab55a49-7eb5-4138-bf2d-0c911ac03534 {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.455990] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbbc128c-c4c0-4935-8cda-14667768473b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.463694] env[69547]: DEBUG oslo_vmware.api [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for the task: (returnval){ [ 1423.463694] env[69547]: value = "task-3162674" [ 1423.463694] env[69547]: _type = "Task" [ 1423.463694] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.471591] env[69547]: DEBUG oslo_vmware.api [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.664854] env[69547]: DEBUG nova.network.neutron [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Successfully created port: 274870ba-2351-4b50-914b-6d959e81ea96 {{(pid=69547) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.871355] env[69547]: DEBUG nova.compute.manager [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Start building block device mappings for instance. {{(pid=69547) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.973602] env[69547]: DEBUG oslo_vmware.api [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Task: {'id': task-3162674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140103} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.973864] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.974066] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.974261] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.974440] env[69547]: INFO nova.compute.manager [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1423.974684] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.974876] env[69547]: DEBUG nova.compute.manager [-] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.974969] env[69547]: DEBUG nova.network.neutron [-] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.232832] env[69547]: DEBUG nova.compute.manager [req-b59679f8-fd68-4a1b-ba7c-c66d5282848a req-69e7fd53-5739-4124-ab2d-1923d999a138 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Received event network-vif-deleted-82496ce6-9653-4b09-967e-dc4bb30e6f0d {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.233050] env[69547]: INFO nova.compute.manager [req-b59679f8-fd68-4a1b-ba7c-c66d5282848a req-69e7fd53-5739-4124-ab2d-1923d999a138 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Neutron deleted interface 82496ce6-9653-4b09-967e-dc4bb30e6f0d; detaching it from the instance and deleting it from the info cache [ 1424.233231] env[69547]: DEBUG nova.network.neutron [req-b59679f8-fd68-4a1b-ba7c-c66d5282848a req-69e7fd53-5739-4124-ab2d-1923d999a138 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.714030] env[69547]: DEBUG nova.network.neutron [-] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.736147] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d64ce568-f64e-4d0c-9910-c89c95193cb8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.745776] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f7d069-9fc4-464a-8681-4bd240877937 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.770497] env[69547]: DEBUG nova.compute.manager [req-b59679f8-fd68-4a1b-ba7c-c66d5282848a req-69e7fd53-5739-4124-ab2d-1923d999a138 service nova] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Detach interface failed, port_id=82496ce6-9653-4b09-967e-dc4bb30e6f0d, reason: Instance 7ab55a49-7eb5-4138-bf2d-0c911ac03534 could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1424.880856] env[69547]: DEBUG nova.compute.manager [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Start spawning the instance on the hypervisor. {{(pid=69547) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.908045] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T02:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T02:14:31Z,direct_url=,disk_format='vmdk',id=e76c0dca-120f-44d4-98d5-a1c9e5167f85,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6fb177cff4ef4d7bb57d37031d9bc782',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T02:14:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.908356] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Flavor limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.908539] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Image limits 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.908778] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Flavor pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.908972] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Image pref 0:0:0 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.909226] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69547) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.909533] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.909786] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.910041] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Got 1 possible topologies {{(pid=69547) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.910287] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.910552] env[69547]: DEBUG nova.virt.hardware [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69547) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.911798] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95038d8-3762-47e9-9386-6a4fd8727e73 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.920261] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f675858c-6cf5-4c52-9f34-8859789e0629 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.101110] env[69547]: DEBUG nova.network.neutron [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Successfully updated port: 274870ba-2351-4b50-914b-6d959e81ea96 {{(pid=69547) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.216204] env[69547]: INFO nova.compute.manager [-] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Took 1.24 seconds to deallocate network for instance. [ 1425.603541] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "refresh_cache-bd1c158c-0332-496c-b5bc-d78b7817ef1a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.603707] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "refresh_cache-bd1c158c-0332-496c-b5bc-d78b7817ef1a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.603868] env[69547]: DEBUG nova.network.neutron [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Building network info cache for instance {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.722706] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.722989] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.723244] env[69547]: DEBUG nova.objects.instance [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lazy-loading 'resources' on Instance uuid 7ab55a49-7eb5-4138-bf2d-0c911ac03534 {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.136578] env[69547]: DEBUG nova.network.neutron [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Instance cache missing network info. {{(pid=69547) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.257804] env[69547]: DEBUG nova.compute.manager [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Received event network-vif-plugged-274870ba-2351-4b50-914b-6d959e81ea96 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.257804] env[69547]: DEBUG oslo_concurrency.lockutils [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] Acquiring lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.257804] env[69547]: DEBUG oslo_concurrency.lockutils [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.257804] env[69547]: DEBUG oslo_concurrency.lockutils [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.258399] env[69547]: DEBUG nova.compute.manager [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] No waiting events found dispatching network-vif-plugged-274870ba-2351-4b50-914b-6d959e81ea96 {{(pid=69547) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.258399] env[69547]: WARNING nova.compute.manager [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Received unexpected event network-vif-plugged-274870ba-2351-4b50-914b-6d959e81ea96 for instance with vm_state building and task_state spawning. [ 1426.258399] env[69547]: DEBUG nova.compute.manager [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Received event network-changed-274870ba-2351-4b50-914b-6d959e81ea96 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.258399] env[69547]: DEBUG nova.compute.manager [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Refreshing instance network info cache due to event network-changed-274870ba-2351-4b50-914b-6d959e81ea96. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1426.258557] env[69547]: DEBUG oslo_concurrency.lockutils [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] Acquiring lock "refresh_cache-bd1c158c-0332-496c-b5bc-d78b7817ef1a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.263242] env[69547]: DEBUG nova.network.neutron [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Updating instance_info_cache with network_info: [{"id": "274870ba-2351-4b50-914b-6d959e81ea96", "address": "fa:16:3e:51:bd:31", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap274870ba-23", "ovs_interfaceid": "274870ba-2351-4b50-914b-6d959e81ea96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.271152] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe34f50-3b63-4667-b9f5-30663892e799 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.279273] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c0f5c2-71da-41f0-85ac-9f5f586c6ed1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.312474] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2ef9a1-7262-4fae-893d-4e5063b3c3ef {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.319841] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c6038b-1383-4c9d-93e2-608508508905 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.333200] env[69547]: DEBUG nova.compute.provider_tree [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.766323] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "refresh_cache-bd1c158c-0332-496c-b5bc-d78b7817ef1a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.766701] env[69547]: DEBUG nova.compute.manager [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Instance network_info: |[{"id": "274870ba-2351-4b50-914b-6d959e81ea96", "address": "fa:16:3e:51:bd:31", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap274870ba-23", "ovs_interfaceid": "274870ba-2351-4b50-914b-6d959e81ea96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69547) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.767027] env[69547]: DEBUG oslo_concurrency.lockutils [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] Acquired lock "refresh_cache-bd1c158c-0332-496c-b5bc-d78b7817ef1a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.767219] env[69547]: DEBUG nova.network.neutron [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Refreshing network info cache for port 274870ba-2351-4b50-914b-6d959e81ea96 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.768431] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:bd:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '274870ba-2351-4b50-914b-6d959e81ea96', 'vif_model': 'vmxnet3'}] {{(pid=69547) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.775951] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.779150] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Creating VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.779568] env[69547]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbfa822e-c059-4503-a155-7c14390e6c6b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.800025] env[69547]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.800025] env[69547]: value = "task-3162675" [ 1426.800025] env[69547]: _type = "Task" [ 1426.800025] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.807775] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162675, 'name': CreateVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.836852] env[69547]: DEBUG nova.scheduler.client.report [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.973629] env[69547]: DEBUG nova.network.neutron [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Updated VIF entry in instance network info cache for port 274870ba-2351-4b50-914b-6d959e81ea96. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.973997] env[69547]: DEBUG nova.network.neutron [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Updating instance_info_cache with network_info: [{"id": "274870ba-2351-4b50-914b-6d959e81ea96", "address": "fa:16:3e:51:bd:31", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap274870ba-23", "ovs_interfaceid": "274870ba-2351-4b50-914b-6d959e81ea96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.309722] env[69547]: DEBUG oslo_vmware.api [-] Task: {'id': task-3162675, 'name': CreateVM_Task, 'duration_secs': 0.318255} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.310128] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Created VM on the ESX host {{(pid=69547) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.310591] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.310766] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.311060] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.311304] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78bafbe-c459-4c9e-b761-149fa0476345 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.316621] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1427.316621] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f84882-9230-b7ab-c822-7ae2f4570c60" [ 1427.316621] env[69547]: _type = "Task" [ 1427.316621] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.323891] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f84882-9230-b7ab-c822-7ae2f4570c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.341641] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.358777] env[69547]: INFO nova.scheduler.client.report [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Deleted allocations for instance 7ab55a49-7eb5-4138-bf2d-0c911ac03534 [ 1427.477058] env[69547]: DEBUG oslo_concurrency.lockutils [req-f771419c-9721-41c9-8b78-978b721ee02b req-68ccee41-ba39-4957-899f-aa122255c449 service nova] Releasing lock "refresh_cache-bd1c158c-0332-496c-b5bc-d78b7817ef1a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.827155] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52f84882-9230-b7ab-c822-7ae2f4570c60, 'name': SearchDatastore_Task, 'duration_secs': 0.012256} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.827480] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.827720] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Processing image e76c0dca-120f-44d4-98d5-a1c9e5167f85 {{(pid=69547) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.827950] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.828109] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.828286] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.828530] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d377dfc-71a4-441e-b688-494316b78100 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.836716] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69547) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.836886] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69547) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.837556] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6600cde-13e2-4a58-8d72-f6572c50bbc1 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.844171] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1427.844171] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52995612-991a-81da-937b-d62eece9e123" [ 1427.844171] env[69547]: _type = "Task" [ 1427.844171] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.851650] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52995612-991a-81da-937b-d62eece9e123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.865326] env[69547]: DEBUG oslo_concurrency.lockutils [None req-7095afe4-fbdf-4ed3-93df-c777e3437d27 tempest-ServerRescueNegativeTestJSON-1229654629 tempest-ServerRescueNegativeTestJSON-1229654629-project-member] Lock "7ab55a49-7eb5-4138-bf2d-0c911ac03534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.505s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.354196] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52995612-991a-81da-937b-d62eece9e123, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.354952] env[69547]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddc2a58-5ba6-4396-84d2-989f04fad169 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.360988] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1428.360988] env[69547]: value = "session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b37453-624d-ca27-f854-b7670fbb1327" [ 1428.360988] env[69547]: _type = "Task" [ 1428.360988] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.368162] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b37453-624d-ca27-f854-b7670fbb1327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.872067] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': session[52becc49-bff9-2bb3-4c98-f145dc459c58]52b37453-624d-ca27-f854-b7670fbb1327, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.872067] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.872302] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] bd1c158c-0332-496c-b5bc-d78b7817ef1a/bd1c158c-0332-496c-b5bc-d78b7817ef1a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.872569] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6085abb0-5c9b-48ff-aef4-e6c55404e77f {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.880311] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1428.880311] env[69547]: value = "task-3162676" [ 1428.880311] env[69547]: _type = "Task" [ 1428.880311] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.888107] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.389902] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46552} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.390231] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e76c0dca-120f-44d4-98d5-a1c9e5167f85/e76c0dca-120f-44d4-98d5-a1c9e5167f85.vmdk to [datastore2] bd1c158c-0332-496c-b5bc-d78b7817ef1a/bd1c158c-0332-496c-b5bc-d78b7817ef1a.vmdk {{(pid=69547) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.390393] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Extending root virtual disk to 1048576 {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.390728] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6710483-7ba2-48c6-9fe2-d3abbed74286 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.397297] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1429.397297] env[69547]: value = "task-3162677" [ 1429.397297] env[69547]: _type = "Task" [ 1429.397297] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.405124] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.907599] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063564} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.907892] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Extended root virtual disk {{(pid=69547) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.908806] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca8f387-abf1-437e-af62-dab1ffff20fc {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.930233] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] bd1c158c-0332-496c-b5bc-d78b7817ef1a/bd1c158c-0332-496c-b5bc-d78b7817ef1a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.930551] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7717e351-fdaf-4ec7-9ad1-03acab690e41 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.950449] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1429.950449] env[69547]: value = "task-3162678" [ 1429.950449] env[69547]: _type = "Task" [ 1429.950449] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.959042] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.460291] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162678, 'name': ReconfigVM_Task, 'duration_secs': 0.260812} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.460706] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] bd1c158c-0332-496c-b5bc-d78b7817ef1a/bd1c158c-0332-496c-b5bc-d78b7817ef1a.vmdk or device None with type sparse {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.461243] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cada616d-0874-43d0-83d5-957a98cfc867 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.466879] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1430.466879] env[69547]: value = "task-3162679" [ 1430.466879] env[69547]: _type = "Task" [ 1430.466879] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.474339] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162679, 'name': Rename_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.976657] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162679, 'name': Rename_Task, 'duration_secs': 0.142212} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.976924] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Powering on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.977175] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0b993f1-9e48-4d1f-bef5-d4c44dabc254 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.983669] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1430.983669] env[69547]: value = "task-3162680" [ 1430.983669] env[69547]: _type = "Task" [ 1430.983669] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.991820] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.493155] env[69547]: DEBUG oslo_vmware.api [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162680, 'name': PowerOnVM_Task, 'duration_secs': 0.440631} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.493559] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Powered on the VM {{(pid=69547) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.493624] env[69547]: INFO nova.compute.manager [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1431.493784] env[69547]: DEBUG nova.compute.manager [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Checking state {{(pid=69547) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.494526] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d40e4fd-8a4b-4457-b7c6-1cfc64c39606 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.011707] env[69547]: INFO nova.compute.manager [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Took 11.28 seconds to build instance. [ 1432.513769] env[69547]: DEBUG oslo_concurrency.lockutils [None req-07ce82b3-427d-48ac-bde1-f5c826a91d12 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.793s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.677520] env[69547]: DEBUG nova.compute.manager [req-73d51220-c12d-4c9f-ab2d-9b01c916283e req-f38a4e10-6542-45f6-97d9-29b9949f3c95 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Received event network-changed-274870ba-2351-4b50-914b-6d959e81ea96 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.677740] env[69547]: DEBUG nova.compute.manager [req-73d51220-c12d-4c9f-ab2d-9b01c916283e req-f38a4e10-6542-45f6-97d9-29b9949f3c95 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Refreshing instance network info cache due to event network-changed-274870ba-2351-4b50-914b-6d959e81ea96. {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1432.677955] env[69547]: DEBUG oslo_concurrency.lockutils [req-73d51220-c12d-4c9f-ab2d-9b01c916283e req-f38a4e10-6542-45f6-97d9-29b9949f3c95 service nova] Acquiring lock "refresh_cache-bd1c158c-0332-496c-b5bc-d78b7817ef1a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.678118] env[69547]: DEBUG oslo_concurrency.lockutils [req-73d51220-c12d-4c9f-ab2d-9b01c916283e req-f38a4e10-6542-45f6-97d9-29b9949f3c95 service nova] Acquired lock "refresh_cache-bd1c158c-0332-496c-b5bc-d78b7817ef1a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.678282] env[69547]: DEBUG nova.network.neutron [req-73d51220-c12d-4c9f-ab2d-9b01c916283e req-f38a4e10-6542-45f6-97d9-29b9949f3c95 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Refreshing network info cache for port 274870ba-2351-4b50-914b-6d959e81ea96 {{(pid=69547) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.390639] env[69547]: DEBUG nova.network.neutron [req-73d51220-c12d-4c9f-ab2d-9b01c916283e req-f38a4e10-6542-45f6-97d9-29b9949f3c95 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Updated VIF entry in instance network info cache for port 274870ba-2351-4b50-914b-6d959e81ea96. {{(pid=69547) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.391026] env[69547]: DEBUG nova.network.neutron [req-73d51220-c12d-4c9f-ab2d-9b01c916283e req-f38a4e10-6542-45f6-97d9-29b9949f3c95 service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Updating instance_info_cache with network_info: [{"id": "274870ba-2351-4b50-914b-6d959e81ea96", "address": "fa:16:3e:51:bd:31", "network": {"id": "76bdead6-4abc-463c-9a2c-daee69ec22ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-713187140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ae9fc837a847f8afdd28fc1674da28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap274870ba-23", "ovs_interfaceid": "274870ba-2351-4b50-914b-6d959e81ea96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.894211] env[69547]: DEBUG oslo_concurrency.lockutils [req-73d51220-c12d-4c9f-ab2d-9b01c916283e req-f38a4e10-6542-45f6-97d9-29b9949f3c95 service nova] Releasing lock "refresh_cache-bd1c158c-0332-496c-b5bc-d78b7817ef1a" {{(pid=69547) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.897418] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.897768] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.402863] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.403070] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.403217] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.403373] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.403519] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.403667] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.404196] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1445.404196] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.907739] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.908161] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.908232] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.908392] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1445.909650] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c40cb7-ff3a-4450-aa80-7a5cd75a7b79 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.917895] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958f78d7-5a88-44a6-b12a-094361a36f0a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.932039] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee12f71a-21b8-446e-8cb5-8cd3e9a4fb4d {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.938182] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e27e2aa-e950-44ae-a061-13c0cc86a5b9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.967225] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180197MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1445.967371] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.967572] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.997833] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Instance bd1c158c-0332-496c-b5bc-d78b7817ef1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69547) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1446.998189] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1446.998424] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1447.029695] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6659c1-ddcd-4164-97f9-c1ebbc0a6c30 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.036991] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fef893-e6e5-4577-bade-812d9704d7d9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.066301] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbfc901-8c93-4115-944c-d0c0b07b5214 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.073102] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e783c-a0f1-46d1-bad7-6771790c5de7 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.085624] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.588541] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.094148] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1448.094559] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.753255] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.753580] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.257157] env[69547]: DEBUG nova.compute.utils [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Using /dev/sd instead of None {{(pid=69547) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1470.760560] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.817738] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.818120] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.818212] env[69547]: INFO nova.compute.manager [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Attaching volume dedd1dd5-5991-4e9f-aa35-28aa4c2edd42 to /dev/sdb [ 1471.848792] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62401c33-a96f-46aa-819a-b187ece49ada {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.856317] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de5ea2-3783-4dd1-ab52-8cb5156e94d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.868725] env[69547]: DEBUG nova.virt.block_device [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Updating existing volume attachment record: 525643fd-ab63-4647-85d7-921a0c03b747 {{(pid=69547) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1476.411288] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Volume attach. Driver type: vmdk {{(pid=69547) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1476.411580] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632727', 'volume_id': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'name': 'volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd1c158c-0332-496c-b5bc-d78b7817ef1a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'serial': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1476.412511] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1559864-b1ff-4277-b2d2-0a51b5cacc54 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.428994] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b9d32-0961-4f33-b6ca-66b9c1dc9914 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.452753] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42/volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.452980] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a8e836a-f7bd-41c9-ba0c-aca8d361fbaa {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.469743] env[69547]: DEBUG oslo_vmware.api [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1476.469743] env[69547]: value = "task-3162683" [ 1476.469743] env[69547]: _type = "Task" [ 1476.469743] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.477139] env[69547]: DEBUG oslo_vmware.api [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.979892] env[69547]: DEBUG oslo_vmware.api [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162683, 'name': ReconfigVM_Task, 'duration_secs': 0.311002} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.980178] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42/volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42.vmdk or device None with type thin {{(pid=69547) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.985143] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a8f40e-53f8-44c9-b346-ce410dd7026b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.000183] env[69547]: DEBUG oslo_vmware.api [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1477.000183] env[69547]: value = "task-3162684" [ 1477.000183] env[69547]: _type = "Task" [ 1477.000183] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.007671] env[69547]: DEBUG oslo_vmware.api [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.510224] env[69547]: DEBUG oslo_vmware.api [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162684, 'name': ReconfigVM_Task, 'duration_secs': 0.179135} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.510597] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632727', 'volume_id': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'name': 'volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd1c158c-0332-496c-b5bc-d78b7817ef1a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'serial': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42'} {{(pid=69547) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1478.545900] env[69547]: DEBUG nova.objects.instance [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'flavor' on Instance uuid bd1c158c-0332-496c-b5bc-d78b7817ef1a {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.052351] env[69547]: DEBUG oslo_concurrency.lockutils [None req-dd303019-2fae-4516-a15e-edd5db73f61c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.222277] env[69547]: DEBUG oslo_concurrency.lockutils [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.222496] env[69547]: DEBUG oslo_concurrency.lockutils [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.725483] env[69547]: INFO nova.compute.manager [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Detaching volume dedd1dd5-5991-4e9f-aa35-28aa4c2edd42 [ 1479.754563] env[69547]: INFO nova.virt.block_device [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Attempting to driver detach volume dedd1dd5-5991-4e9f-aa35-28aa4c2edd42 from mountpoint /dev/sdb [ 1479.754805] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Volume detach. Driver type: vmdk {{(pid=69547) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1479.755014] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632727', 'volume_id': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'name': 'volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd1c158c-0332-496c-b5bc-d78b7817ef1a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'serial': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1479.755870] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81225b55-27d5-47f9-87ca-6b7d8f70a387 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.776714] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a45e6-34e9-4865-a242-a3aa9e8c5e36 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.784029] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2655098-f9c4-4c65-b763-f579170626e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.802749] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878a1ddf-52ca-43f2-a6a6-9a4d413d6326 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.816335] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] The volume has not been displaced from its original location: [datastore2] volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42/volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42.vmdk. No consolidation needed. {{(pid=69547) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1479.821449] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1479.821698] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183bb9bb-8f38-4a80-b54b-6410c9e3d213 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.838412] env[69547]: DEBUG oslo_vmware.api [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1479.838412] env[69547]: value = "task-3162685" [ 1479.838412] env[69547]: _type = "Task" [ 1479.838412] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.845452] env[69547]: DEBUG oslo_vmware.api [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.347580] env[69547]: DEBUG oslo_vmware.api [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162685, 'name': ReconfigVM_Task, 'duration_secs': 0.21452} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.348015] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69547) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1480.353011] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92165058-02f4-435a-8d52-e6535b129794 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.367677] env[69547]: DEBUG oslo_vmware.api [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1480.367677] env[69547]: value = "task-3162686" [ 1480.367677] env[69547]: _type = "Task" [ 1480.367677] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.374657] env[69547]: DEBUG oslo_vmware.api [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.876795] env[69547]: DEBUG oslo_vmware.api [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162686, 'name': ReconfigVM_Task, 'duration_secs': 0.135338} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.877117] env[69547]: DEBUG nova.virt.vmwareapi.volumeops [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-632727', 'volume_id': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'name': 'volume-dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd1c158c-0332-496c-b5bc-d78b7817ef1a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42', 'serial': 'dedd1dd5-5991-4e9f-aa35-28aa4c2edd42'} {{(pid=69547) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1481.415828] env[69547]: DEBUG nova.objects.instance [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'flavor' on Instance uuid bd1c158c-0332-496c-b5bc-d78b7817ef1a {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.424058] env[69547]: DEBUG oslo_concurrency.lockutils [None req-874479c8-07a3-40fd-8b8d-d977003a1474 tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.200s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.455687] env[69547]: DEBUG oslo_concurrency.lockutils [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.456098] env[69547]: DEBUG oslo_concurrency.lockutils [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.456194] env[69547]: DEBUG oslo_concurrency.lockutils [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.456405] env[69547]: DEBUG oslo_concurrency.lockutils [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.456589] env[69547]: DEBUG oslo_concurrency.lockutils [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.458768] env[69547]: INFO nova.compute.manager [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Terminating instance [ 1483.962227] env[69547]: DEBUG nova.compute.manager [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Start destroying the instance on the hypervisor. {{(pid=69547) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.962459] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Destroying instance {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.963397] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece5d863-ea58-4b90-af36-7abfc0356aa8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.972835] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Powering off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.973076] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c844d988-8b15-4c71-9a01-aa636190b2f9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.979515] env[69547]: DEBUG oslo_vmware.api [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1483.979515] env[69547]: value = "task-3162687" [ 1483.979515] env[69547]: _type = "Task" [ 1483.979515] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.986942] env[69547]: DEBUG oslo_vmware.api [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.488941] env[69547]: DEBUG oslo_vmware.api [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162687, 'name': PowerOffVM_Task, 'duration_secs': 0.187306} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.489363] env[69547]: DEBUG nova.virt.vmwareapi.vm_util [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Powered off the VM {{(pid=69547) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.489429] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Unregistering the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.489619] env[69547]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f538fac-5281-4ab8-952b-cf9b95f73e15 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.546217] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Unregistered the VM {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.546521] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Deleting contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.546796] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleting the datastore file [datastore2] bd1c158c-0332-496c-b5bc-d78b7817ef1a {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.547070] env[69547]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d7cb9bf-2501-4f28-8fba-1d231fde68d2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.553939] env[69547]: DEBUG oslo_vmware.api [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for the task: (returnval){ [ 1484.553939] env[69547]: value = "task-3162689" [ 1484.553939] env[69547]: _type = "Task" [ 1484.553939] env[69547]: } to complete. {{(pid=69547) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.560931] env[69547]: DEBUG oslo_vmware.api [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.063444] env[69547]: DEBUG oslo_vmware.api [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Task: {'id': task-3162689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127663} completed successfully. {{(pid=69547) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.063648] env[69547]: DEBUG nova.virt.vmwareapi.ds_util [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleted the datastore file {{(pid=69547) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.063863] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Deleted contents of the VM from datastore datastore2 {{(pid=69547) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.064093] env[69547]: DEBUG nova.virt.vmwareapi.vmops [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Instance destroyed {{(pid=69547) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.064281] env[69547]: INFO nova.compute.manager [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1485.064556] env[69547]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69547) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1485.064767] env[69547]: DEBUG nova.compute.manager [-] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Deallocating network for instance {{(pid=69547) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.064881] env[69547]: DEBUG nova.network.neutron [-] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] deallocate_for_instance() {{(pid=69547) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.467258] env[69547]: DEBUG nova.compute.manager [req-c1d5128a-ae7a-490a-8d21-ef6e8096f274 req-e9cdff03-77cf-4a48-b456-7c845710ebfc service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Received event network-vif-deleted-274870ba-2351-4b50-914b-6d959e81ea96 {{(pid=69547) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.467258] env[69547]: INFO nova.compute.manager [req-c1d5128a-ae7a-490a-8d21-ef6e8096f274 req-e9cdff03-77cf-4a48-b456-7c845710ebfc service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Neutron deleted interface 274870ba-2351-4b50-914b-6d959e81ea96; detaching it from the instance and deleting it from the info cache [ 1485.467258] env[69547]: DEBUG nova.network.neutron [req-c1d5128a-ae7a-490a-8d21-ef6e8096f274 req-e9cdff03-77cf-4a48-b456-7c845710ebfc service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.951381] env[69547]: DEBUG nova.network.neutron [-] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Updating instance_info_cache with network_info: [] {{(pid=69547) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.969825] env[69547]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1977c0a8-a92f-4c5a-b825-4d77dfe4b4d8 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.980170] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a251f5a-a675-42b1-813d-2b94ffd986e4 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.006350] env[69547]: DEBUG nova.compute.manager [req-c1d5128a-ae7a-490a-8d21-ef6e8096f274 req-e9cdff03-77cf-4a48-b456-7c845710ebfc service nova] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Detach interface failed, port_id=274870ba-2351-4b50-914b-6d959e81ea96, reason: Instance bd1c158c-0332-496c-b5bc-d78b7817ef1a could not be found. {{(pid=69547) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1486.454451] env[69547]: INFO nova.compute.manager [-] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Took 1.39 seconds to deallocate network for instance. [ 1486.962154] env[69547]: DEBUG oslo_concurrency.lockutils [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.962539] env[69547]: DEBUG oslo_concurrency.lockutils [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.962595] env[69547]: DEBUG nova.objects.instance [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lazy-loading 'resources' on Instance uuid bd1c158c-0332-496c-b5bc-d78b7817ef1a {{(pid=69547) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.495050] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec1ae8e-3ee7-45aa-8a36-b1c315de9af9 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.502393] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dafe8c-39d1-448b-9b0d-1babe4fefc26 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.531611] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478a3a54-8b2c-4a8d-be86-bc7d4d246ed2 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.538254] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52af55aa-b077-432c-9cd1-054d0ce98a12 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.550612] env[69547]: DEBUG nova.compute.provider_tree [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.054299] env[69547]: DEBUG nova.scheduler.client.report [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.559533] env[69547]: DEBUG oslo_concurrency.lockutils [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.578619] env[69547]: INFO nova.scheduler.client.report [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Deleted allocations for instance bd1c158c-0332-496c-b5bc-d78b7817ef1a [ 1489.086251] env[69547]: DEBUG oslo_concurrency.lockutils [None req-40559664-a38a-4ab9-8b52-aca94fa91b1c tempest-AttachVolumeNegativeTest-340769751 tempest-AttachVolumeNegativeTest-340769751-project-member] Lock "bd1c158c-0332-496c-b5bc-d78b7817ef1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.630s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.193686] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.696132] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.696515] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.696515] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69547) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1502.193626] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.193903] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.194075] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.697335] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.697743] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.697743] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.697889] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69547) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1502.698773] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54d7b13-33c5-4cc2-8be0-80d34c5c4c95 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.706958] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c406291-e064-4555-9e66-ce12aa7cde54 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.721363] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad99c78-d3f5-4859-85ca-9f25ca416e5a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.727543] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719e6e97-3825-4917-95ae-eec32dbc5e8b {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.756445] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180640MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=69547) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1502.756606] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.756737] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.878039] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1503.878287] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69547) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1503.891432] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43e0582-ffca-4784-826a-bc62158eeaac {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.898990] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b88bd3-9527-4e69-98c5-efa35f49c0cf {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.929092] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da404c-d01b-4437-8dfb-c4d5c65a2c74 {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.935718] env[69547]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8d351d-f2cc-4200-b597-35927994172a {{(pid=69547) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.948036] env[69547]: DEBUG nova.compute.provider_tree [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed in ProviderTree for provider: 3dff35a2-8b92-4f77-8c0d-98fc04223d9d {{(pid=69547) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.451195] env[69547]: DEBUG nova.scheduler.client.report [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Inventory has not changed for provider 3dff35a2-8b92-4f77-8c0d-98fc04223d9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69547) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.956667] env[69547]: DEBUG nova.compute.resource_tracker [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69547) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1504.957050] env[69547]: DEBUG oslo_concurrency.lockutils [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.200s {{(pid=69547) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.193366] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.193598] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.193772] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.193919] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Cleaning up deleted instances {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1505.702224] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] There are 23 instances to clean {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1505.702415] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: bd1c158c-0332-496c-b5bc-d78b7817ef1a] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.206117] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: da7c0673-db30-4b4a-a885-1c06ed777142] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.709574] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 8a0ffba5-1b8b-4275-a22b-f01c5bc7cde6] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.213416] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 3c221725-f26c-4e2a-bd32-bda2192586c3] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.717485] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 3d775ce4-8612-4648-82d7-070f87e9d2c4] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.221248] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 4e1f1687-6761-4d72-af78-f040e35c18f7] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.724558] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: c1020de8-3083-41d6-bddb-c5a21817a110] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.228177] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 202e4cce-0c40-428b-8ded-912be5afa71a] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.731533] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 7ab55a49-7eb5-4138-bf2d-0c911ac03534] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.235446] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 7e7b93b5-ec82-4bd6-829b-661ef7758324] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.738870] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: f3437584-cfb2-449a-a351-186903fba530] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.241976] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 9c8ef78c-1905-45e0-9f0a-ca4c615725af] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.745223] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 5f573fec-2b07-472c-8521-93fa90b1b7aa] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.248670] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: fb7cc259-2a01-4834-97e6-a6c353affa5e] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.752101] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 859693d5-536a-4c9c-9a36-d94445b131b1] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.255945] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 72005217-415d-4cc5-8015-1a7180396fdb] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.759244] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 601b6e5e-dbc5-43b5-87c0-4ae78c5bfdfc] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.262731] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 8873957a-ae28-4f27-ac00-2a9be8b6b49c] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.765730] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: c700caba-605d-49d9-8a27-1aa567d62b71] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.269610] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 009880fb-11ce-49f1-a149-b7df761e36f3] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.773264] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 565ffab3-81d2-4d6c-9b3a-e369fd56cfe9] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.276650] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 09f18f69-55d5-41a1-89de-257d82440a5d] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.779951] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] [instance: 3cfc21f7-365e-408c-b19a-979ddebfc001] Instance has had 0 of 5 cleanup attempts {{(pid=69547) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.283632] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.284094] env[69547]: DEBUG nova.compute.manager [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Cleaning up deleted instances with incomplete migration {{(pid=69547) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1518.787266] env[69547]: DEBUG oslo_service.periodic_task [None req-99eab9e3-05ba-4675-ae78-97ca69060e14 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69547) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}